-- Logs begin at Thu 2022-06-23 21:32:14 UTC, end at Thu 2022-06-23 22:54:35 UTC. -- Jun 23 22:27:35.369013 dv-cinder-846173-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 22:27:38.069448 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.common.config [-] Logging enabled! Jun 23 22:27:38.070062 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 22:27:38.070223 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103997) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 22:27:38.073461 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.common.config [-] Logging enabled! Jun 23 22:27:38.073716 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 22:27:38.074025 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103997) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 22:27:38.075068 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 22:27:38.075305 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 22:27:38.075675 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 22:27:38.075921 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 22:27:38.076146 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 22:27:38.076560 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.076860 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.077090 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.077388 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.077680 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.077965 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.078255 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.078553 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.078841 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.079146 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.079431 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.079660 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.079941 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.080229 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.080517 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.080740 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] debug = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.081021 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.081450 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.082378 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.082835 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.083238 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.083524 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.083803 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.084086 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.084373 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.084709 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] host = dv-cinder-846173-2-iscsi {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.084992 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.085283 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.085572 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.085859 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.086141 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.086418 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.086705 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.087005 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.087282 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.087557 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.087846 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.088133 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.088422 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.088647 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.088869 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.089157 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.089446 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.089723 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.089997 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.090272 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.090545 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.090820 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.091120 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.091408 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.091693 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.091980 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.092255 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.092529 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.092801 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.093076 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.093363 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.093637 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.093911 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.094186 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.094473 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.094744 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.095051 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.095357 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.095645 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.095925 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.096214 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.096488 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.096770 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.097042 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.097313 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.098159 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] use_json = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.098436 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.098785 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.099115 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.099396 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.099688 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.099963 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.100235 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.100519 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.100793 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:38.101088 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.101387 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.101688 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.101973 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.102291 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.102573 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.102862 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.103182 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.103474 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.103763 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.104053 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.104332 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.104631 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.104920 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.105214 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.105516 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.105808 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.106105 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.106381 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.106655 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.106960 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.107231 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.107520 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.107798 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.108088 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.108376 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.108654 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.108949 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.109230 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.109516 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.109810 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.110100 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.110375 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.110653 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.110965 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.111248 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.111521 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.111808 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.112085 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.112358 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.112640 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.113021 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.113415 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.113872 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.114159 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.114450 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.114732 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.115034 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.115308 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.115586 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.115857 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.116141 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.116425 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.116699 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.116970 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.117249 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.117522 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.117798 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.118077 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.118349 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.118627 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.118898 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.119198 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.119469 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.119738 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.120010 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.120280 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.120548 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.120822 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.121092 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.121362 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.121635 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.121913 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.122189 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.122488 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.122765 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.123064 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.123343 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.123618 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.123894 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.124173 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.124448 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.124784 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.124989 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.125279 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.125561 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.126169 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.126169 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.126386 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.126690 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.126987 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.127264 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.127544 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.127820 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.128095 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.128378 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.128659 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.129100 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.129395 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.129672 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.129966 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.130259 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.130550 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.130830 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.131162 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.131441 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:38.131655 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 22:27:38.131893 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103997) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 22:27:38.434577 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 22:27:38.434763 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 22:27:38.435086 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 22:27:38.435415 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 22:27:38.845634 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.845931 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.846201 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.848077 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.848539 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.848979 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.901363 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.901639 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.901910 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.916560 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.916839 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.917112 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.947274 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.947551 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.947815 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.983849 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.984128 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:38.984396 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.216984 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.217601 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.217601 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.217755 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.218451 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.317672 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.317990 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.318272 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.318545 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.318813 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.319151 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.319413 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.319668 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.319921 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.320203 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.320462 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.320730 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.320986 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.321238 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.321492 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.321754 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.322007 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.322272 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.322539 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.322796 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.323094 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.323344 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.323620 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.323992 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.324239 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.324483 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.324963 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 22:27:39.325210 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 22:27:39.325449 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 22:27:39.325685 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 22:27:39.325928 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 22:27:39.326160 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 22:27:39.326528 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 22:27:39.329673 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 22:27:39.334388 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 22:27:39.338048 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 23 22:27:39.339686 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 22:27:39.340299 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 22:27:39.340632 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 22:27:39.341013 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 22:27:39.343816 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 22:27:39.344064 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 22:27:39.344409 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 22:27:39.349661 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 23 22:27:39.374878 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 22:27:39.375371 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.375711 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103997) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 23 22:27:39.376040 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.377406 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103997) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 22:27:39.377685 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 22:27:39.377930 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 22:27:39.382609 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.383017 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:39.522123 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 22:27:39.522353 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 22:27:39.522582 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 22:27:39.522971 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 22:27:39.580919 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO dbcounter [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Registered counter for database neutron Jun 23 22:27:39.600583 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_db.sqlalchemy.engines [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103997) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 22:27:39.606284 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writer thread running {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 22:27:40.158238 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Initializing driver for type 'gre' Jun 23 22:27:40.158765 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] gre ID ranges: [(1, 1000)] Jun 23 22:27:40.212700 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Initializing driver for type 'local' Jun 23 22:27:40.213036 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Initializing driver for type 'vlan' Jun 23 22:27:40.228319 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] VlanTypeDriver initialization complete Jun 23 22:27:40.229001 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Initializing driver for type 'vxlan' Jun 23 22:27:40.229133 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] vxlan ID ranges: [(1, 1000)] Jun 23 22:27:40.282844 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Initializing extension driver 'port_security' Jun 23 22:27:40.283200 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.extensions.port_security [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] PortSecurityExtensionDriver initialization complete Jun 23 22:27:40.283531 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Initializing mechanism driver 'openvswitch' Jun 23 22:27:40.283889 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Initializing mechanism driver 'hyperv' Jun 23 22:27:40.290642 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:27:40.291337 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > port after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.291708 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.292057 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > port after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.292562 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103997) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 22:27:40.292976 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > subnet after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.293326 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > subnet after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.293669 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.294067 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103997) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 22:27:40.294469 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > network after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.294816 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > network after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.295178 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > network after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.295570 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103997) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 22:27:40.295974 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > security_group after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.296323 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > security_group after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.296659 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.297046 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103997) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 22:27:40.297444 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.297785 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.298120 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.298510 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103997) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 22:27:40.298906 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > address_group after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.299270 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > address_group after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.299607 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.299996 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103997) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 22:27:40.300434 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] ML2 OVO RPC backend initialized. {{(pid=103997) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 22:27:40.301677 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.302027 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.302436 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > network before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.302781 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > networks before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.303154 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > port before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.303492 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > ports before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.303829 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > subnet before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.304166 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > subnets before_response 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.304507 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > network after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.304844 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > network after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.305179 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > network after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.305515 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > port after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.305849 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.306181 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > port after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.306516 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > subnet after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.306846 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > subnet after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.307202 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.314629 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded quota_driver: . Jun 23 22:27:40.315026 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.plugin [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Modular L2 Plugin initialization complete Jun 23 22:27:40.315371 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading services supported by the core plugin {{(pid=103997) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 22:27:40.315708 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.plugins.ml2.managers [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Got port-security extension from driver 'port_security' Jun 23 22:27:40.316268 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.extensions.vlantransparent [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Disabled vlantransparent extension. Jun 23 22:27:40.317264 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103997) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 22:27:40.317585 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading Plugin: router Jun 23 22:27:40.352483 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.352870 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router after_create 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.353236 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router before_create 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.353599 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.353973 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.354326 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router after_delete 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.354682 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.355064 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.355422 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router after_create 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.355770 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router after_update 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.356115 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router after_update 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.356460 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.356813 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router after_update 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.357220 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router precommit_update 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.357582 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.357921 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: port after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.358257 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: subnet after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.358593 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.358952 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.359304 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router precommit_create 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.359644 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: port before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.359981 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router precommit_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.360330 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router after_update 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.360667 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.361012 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router precommit_create 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.361367 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.361705 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router precommit_update 55549900 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.362063 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > agent after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.362410 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > agent after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.362751 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > network after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.364207 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Tracking information for resource: router configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 22:27:40.364536 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Tracking information for resource: floatingip configured {{(pid=103997) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 22:27:40.369420 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.db.l3_agentschedulers_db [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 22:27:40.370002 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.370361 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: port after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.370711 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: port after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.371091 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.371879 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router before_create 55550100 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.372242 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.372599 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router precommit_create 55550100 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.372951 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > router precommit_update 55550100 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.377773 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.services.provider_configuration [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service providers = [] {{(pid=103997) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 22:27:40.378086 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.db.servicetype_db [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103997) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 22:27:40.381883 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.services.service_base [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103997) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 22:27:40.382222 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.services.service_base [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103997) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 22:27:40.382561 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.services.service_base [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103997) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 22:27:40.383471 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.services.service_base [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103997) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 22:27:40.383841 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.services.service_base [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 22:27:40.384211 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 22:27:40.384525 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 22:27:40.395053 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 22:27:40.395391 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading Plugin: auto_allocate Jun 23 22:27:40.401161 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: network precommit_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.401527 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: network precommit_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.402038 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 22:27:40.402356 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading Plugin: tag Jun 23 22:27:40.409441 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 22:27:40.409773 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading Plugin: timestamp Jun 23 22:27:40.413806 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 22:27:40.414131 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading Plugin: network_ip_availability Jun 23 22:27:40.419591 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.419959 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.420313 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.421016 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 22:27:40.421334 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading Plugin: flavors Jun 23 22:27:40.426862 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 22:27:40.427213 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading Plugin: revisions Jun 23 22:27:40.431473 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103997) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 22:27:40.431858 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_concurrency.lockutils [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.997s {{(pid=103997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 22:27:40.432586 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103997) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 23 22:27:40.432917 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Initializing extension manager. Jun 23 22:27:40.433440 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: __init__.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.433778 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: __pycache__ {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.434109 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: address_group.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.434858 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.435452 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: address-group Jun 23 22:27:40.435782 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: address_scope.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.436493 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.437010 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: address-scope Jun 23 22:27:40.437331 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.438260 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.438775 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: router-admin-state-down-before-update Jun 23 22:27:40.439122 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: agent.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.439825 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.440335 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: agent Jun 23 22:27:40.440654 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: agent_resources_synced.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.441648 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.442156 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: agent-resources-synced Jun 23 22:27:40.442476 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: allowedaddresspairs.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.444289 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.444811 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: allowed-address-pairs Jun 23 22:27:40.445139 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: auto_allocated_topology.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.446215 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.446733 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: auto-allocated-topology Jun 23 22:27:40.447092 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: availability_zone.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.447784 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.448291 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: availability_zone Jun 23 22:27:40.448613 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: availability_zone_filter.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.449519 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.450028 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: availability_zone_filter Jun 23 22:27:40.450347 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: data_plane_status.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.451287 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.451794 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 22:27:40.452113 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: default_subnetpools.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.453022 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.453531 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: default-subnetpools Jun 23 22:27:40.453851 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.454653 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.455195 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: dhcp_agent_scheduler Jun 23 22:27:40.455522 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: dns.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.456444 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.457507 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension dns-integration not supported by any of loaded plugins Jun 23 22:27:40.457889 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: dns_domain_ports.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.458746 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.459292 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 22:27:40.459617 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.460539 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.461048 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 22:27:40.461368 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: dvr.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.462039 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.462551 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: dvr Jun 23 22:27:40.462868 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: ecmp_routes.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.463817 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.464324 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension ecmp_routes not supported by any of loaded plugins Jun 23 22:27:40.464646 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: empty_string_filtering.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.465568 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.466066 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: empty-string-filtering Jun 23 22:27:40.466386 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.467479 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.467993 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 22:27:40.468313 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.469217 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.469726 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 22:27:40.470049 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: external_net.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.470970 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.471483 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: external-net Jun 23 22:27:40.471805 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.473289 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.473797 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: extra_dhcp_opt Jun 23 22:27:40.474119 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: extraroute.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.475062 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.475575 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: extraroute Jun 23 22:27:40.475897 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: extraroute_atomic.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.476924 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.477435 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: extraroute-atomic Jun 23 22:27:40.477758 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: filter_validation.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.478422 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.478942 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: filter-validation Jun 23 22:27:40.479266 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: fip_pf_description.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.480175 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.480687 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 22:27:40.481007 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: fip_pf_port_range.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.481920 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.482428 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 23 22:27:40.482747 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: fip_port_details.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.483704 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.484220 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: fip-port-details Jun 23 22:27:40.484540 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: flavors.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.485748 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.486273 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: flavors Jun 23 22:27:40.486597 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.488398 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.488922 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 22:27:40.489247 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: floatingip_pools.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.489946 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.490464 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: floatingip-pools Jun 23 22:27:40.490788 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: ip_allocation.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.491735 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.492247 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 22:27:40.492569 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.493492 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.494003 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: ip-substring-filtering Jun 23 22:27:40.494328 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: l2_adjacency.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.495294 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.495804 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 22:27:40.496129 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: l3.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.497076 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.497596 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: router Jun 23 22:27:40.497918 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.500162 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.500694 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 22:27:40.501027 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.501945 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.502463 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: ext-gw-mode Jun 23 22:27:40.502792 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.503797 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.504314 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: l3-ha Jun 23 22:27:40.504634 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.505546 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.506056 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 23 22:27:40.506381 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: l3_flavors.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.507311 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.507822 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: l3-flavors Jun 23 22:27:40.508146 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.509504 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.510024 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 23 22:27:40.510351 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.511294 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.511812 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 22:27:40.512134 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: l3agentscheduler.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.513278 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.513812 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: l3_agent_scheduler Jun 23 22:27:40.514140 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: local_ip.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.515932 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.516465 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension local_ip not supported by any of loaded plugins Jun 23 22:27:40.516791 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: logging.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.518250 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.518775 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension logging not supported by any of loaded plugins Jun 23 22:27:40.519138 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: metering.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.520424 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.521007 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: metering Jun 23 22:27:40.521334 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.522416 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.522958 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: metering_source_and_destination_fields Jun 23 22:27:40.523286 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: multiprovidernet.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.524214 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.524729 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: multi-provider Jun 23 22:27:40.525055 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: netmtu.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.525969 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.526480 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: net-mtu Jun 23 22:27:40.526811 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: netmtu_writable.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.528012 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.528525 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: net-mtu-writable Jun 23 22:27:40.528847 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: network_availability_zone.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.529515 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.530022 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: network_availability_zone Jun 23 22:27:40.530344 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: network_ip_availability.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.531458 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.531972 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: network-ip-availability Jun 23 22:27:40.532295 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: network_segment_range.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.533055 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.533559 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 22:27:40.533880 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: pagination.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.534863 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.535873 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: pagination Jun 23 22:27:40.536373 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: port_device_profile.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.537298 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.537826 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: port-device-profile Jun 23 22:27:40.538149 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: port_mac_address_override.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.539240 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.539756 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: port-mac-override Jun 23 22:27:40.540081 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.541005 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.541510 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: port-mac-address-regenerate Jun 23 22:27:40.541833 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.542740 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.543281 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: port-numa-affinity-policy Jun 23 22:27:40.543605 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: port_resource_request.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.544523 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.545033 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 22:27:40.545356 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: port_resource_request_groups.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.546316 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.546833 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 23 22:27:40.547180 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: portbindings.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.548105 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.548620 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: binding Jun 23 22:27:40.548942 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: portbindings_extended.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.550183 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.550858 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: binding-extended Jun 23 22:27:40.551226 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: portsecurity.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.552142 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.552652 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: port-security Jun 23 22:27:40.552975 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: project_id.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.553950 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.554279 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: project-id Jun 23 22:27:40.554600 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: providernet.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.555538 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.556054 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: provider Jun 23 22:27:40.556373 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.561495 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.562024 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos not supported by any of loaded plugins Jun 23 22:27:40.562352 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.563672 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.564189 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 22:27:40.564511 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.565440 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.565955 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 22:27:40.566315 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_default.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.567258 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.567775 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-default not supported by any of loaded plugins Jun 23 22:27:40.568098 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_fip.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.569020 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.569534 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-fip not supported by any of loaded plugins Jun 23 22:27:40.569855 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.570770 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.571311 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 23 22:27:40.571632 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_gateway_ip.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.572555 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.573063 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 22:27:40.573382 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_port_network_policy.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.574291 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.574800 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 22:27:40.575145 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.576173 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.576691 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 23 22:27:40.577016 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.578047 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.578565 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 23 22:27:40.578888 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_pps_rule.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.580129 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.580649 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-pps not supported by any of loaded plugins Jun 23 22:27:40.580974 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_rule_type_details.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.582431 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.582998 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 22:27:40.583331 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_rule_type_filter.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.584272 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.584850 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 23 22:27:40.585172 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: qos_rules_alias.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.586300 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.586874 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 22:27:40.587224 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: quota_check_limit.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.588188 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.589156 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: quota-check-limit Jun 23 22:27:40.590320 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: quotasv2.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.591393 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.591393 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: quotas Jun 23 22:27:40.591393 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: quotasv2_detail.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.593021 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.593348 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: quota_details Jun 23 22:27:40.593675 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: rbac.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.594736 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.595293 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: rbac-policies Jun 23 22:27:40.595621 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: rbac_address_group.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.596555 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.597074 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: rbac-address-group Jun 23 22:27:40.597483 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: rbac_address_scope.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.599108 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.599641 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: rbac-address-scope Jun 23 22:27:40.599953 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: rbac_security_groups.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.600949 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.601469 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: rbac-security-groups Jun 23 22:27:40.601793 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: rbac_subnetpool.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.602705 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.603254 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: rbac-subnetpool Jun 23 22:27:40.603577 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: revisionifmatch.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.604501 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.605017 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: revision-if-match Jun 23 22:27:40.605339 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: revisions.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.606446 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.606999 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: standard-attr-revisions Jun 23 22:27:40.607327 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: router_availability_zone.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.608187 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.608700 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: router_availability_zone Jun 23 22:27:40.609023 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: routerservicetype.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.609963 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.610469 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension router-service-type not supported by any of loaded plugins Jun 23 22:27:40.610790 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.614999 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.614999 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: security-groups-normalized-cidr Jun 23 22:27:40.614999 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.614999 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.614999 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: port-security-groups-filtering Jun 23 22:27:40.614999 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.616636 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.616636 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: security-groups-remote-address-group Jun 23 22:27:40.616636 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.617593 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.618154 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: security-groups-shared-filtering Jun 23 22:27:40.619462 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: securitygroup.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.628456 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.629478 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: security-group Jun 23 22:27:40.629874 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: segment.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.630533 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.631086 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension segment not supported by any of loaded plugins Jun 23 22:27:40.631412 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.632351 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.632866 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 22:27:40.633191 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: servicetype.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.634279 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.634803 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: service-type Jun 23 22:27:40.635158 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: sorting.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.636133 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.636462 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: sorting Jun 23 22:27:40.636783 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: standard_attr_segment.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.637685 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.638199 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 22:27:40.638519 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: standardattrdescription.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.639190 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.639695 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: standard-attr-description Jun 23 22:27:40.640014 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: stateful_security_group.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.640971 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.641490 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: stateful-security-group Jun 23 22:27:40.641815 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: stdattrs_common.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.642397 dv-cinder-846173-2-iscsi neutron-server[103997]: WARNING neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 22:27:40.642719 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.643655 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.644181 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 22:27:40.645156 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: subnet_onboard.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.646209 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.646731 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: subnet_onboard Jun 23 22:27:40.647091 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.648016 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.648530 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 22:27:40.648856 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: subnet_service_types.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.649775 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.650290 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: subnet-service-types Jun 23 22:27:40.650608 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: subnetallocation.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.651723 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.652236 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: subnet_allocation Jun 23 22:27:40.652805 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.653467 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.653980 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: subnetpool-prefix-ops Jun 23 22:27:40.654299 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.655266 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.655777 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 22:27:40.656098 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: tagging.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.657156 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.657673 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: standard-attr-tag Jun 23 22:27:40.657995 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: timestamp.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.659234 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.659758 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loaded extension: standard-attr-timestamp Jun 23 22:27:40.660131 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: trunk.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.661161 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.661676 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension trunk not supported by any of loaded plugins Jun 23 22:27:40.661998 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: trunk_details.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.662938 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.663468 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension trunk-details not supported by any of loaded plugins Jun 23 22:27:40.663807 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: uplink_status_propagation.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.664714 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.665225 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 22:27:40.665548 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Loading extension file: vlantransparent.py {{(pid=103997) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 22:27:40.666214 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103997) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 22:27:40.666726 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 22:27:40.669272 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:network Jun 23 22:27:40.669793 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:subnet Jun 23 22:27:40.670189 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 22:27:40.670577 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:port Jun 23 22:27:40.671853 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.672294 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service FLAVORS assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.672903 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.673328 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.673658 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:router Jun 23 22:27:40.674084 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:floatingip Jun 23 22:27:40.674563 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service METERING assigned prefix: /metering {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.676099 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.676463 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.676812 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:27:40.677797 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 22:27:40.678240 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:security_group Jun 23 22:27:40.678668 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 22:27:40.679414 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service CORE assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.679751 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 22:27:40.680093 dv-cinder-846173-2-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] subnetpool is already registered Jun 23 22:27:40.680511 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service CORE assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.680834 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 22:27:40.681161 dv-cinder-846173-2-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] subnetpool is already registered Jun 23 22:27:40.683515 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.683947 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service FLAVORS assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.684525 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.684941 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.685269 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:router Jun 23 22:27:40.685604 dv-cinder-846173-2-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] router is already registered Jun 23 22:27:40.686007 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:floatingip Jun 23 22:27:40.686338 dv-cinder-846173-2-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] floatingip is already registered Jun 23 22:27:40.686785 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service METERING assigned prefix: /metering {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.687484 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 22:27:40.687810 dv-cinder-846173-2-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] rbac_policy is already registered Jun 23 22:27:40.688215 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:security_group Jun 23 22:27:40.688547 dv-cinder-846173-2-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] security_group is already registered Jun 23 22:27:40.688941 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 22:27:40.689270 dv-cinder-846173-2-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] security_group_rule is already registered Jun 23 22:27:40.689883 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service CORE assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.690204 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 22:27:40.690533 dv-cinder-846173-2-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] subnetpool is already registered Jun 23 22:27:40.690955 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.v2.resource_helper [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Service CORE assigned prefix: {{(pid=103997) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 22:27:40.691840 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 22:27:40.692184 dv-cinder-846173-2-iscsi neutron-server[103997]: WARNING neutron.quota.resource_registry [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] subnetpool is already registered Jun 23 22:27:40.692715 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: extensions {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.694132 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: address-groups {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.695633 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: address-scopes {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.696947 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: agents {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.698088 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: auto-allocated-topology {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.699336 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: availability_zones {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.700558 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: dhcp-networks {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.702041 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: dhcp-agents {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.703473 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: routers {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.705138 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: flavors {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.706395 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: service_profiles {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.708427 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: next_providers {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.709840 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: service_profiles {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.711416 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: floatingip-pools {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.712629 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: routers {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.714294 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: floatingips {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.715610 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: l3-routers {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.716984 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: l3-agents {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.718385 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: metering-labels {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.719659 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: metering-label-rules {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.721944 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: network-ip-availabilities {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.723350 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: bindings {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.725027 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: quotas {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.726662 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: quotas {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.728233 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: rbac-policies {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.729401 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: security-groups {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.730729 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: security-group-rules {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.732027 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: service-providers {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.733219 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: subnetpools {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.734535 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: subnetpools {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.736095 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.737816 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.739827 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.741598 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.743291 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.745267 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.746957 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.748833 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.750598 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.752388 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron.api.extensions [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Extended resource: tags {{(pid=103997) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 22:27:40.758830 dv-cinder-846173-2-iscsi neutron-server[103997]: WARNING keystonemiddleware.auth_token [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 22:27:40.763837 dv-cinder-846173-2-iscsi neutron-server[103997]: WARNING keystonemiddleware.auth_token [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 22:27:40.773255 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_concurrency.lockutils [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Acquired lock "singleton_lock" {{(pid=103997) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 23 22:27:40.773736 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_concurrency.lockutils [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Releasing lock "singleton_lock" {{(pid=103997) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 23 22:27:40.774377 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO oslo_service.service [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Starting 2 workers Jun 23 22:27:40.779455 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Started child 104138 {{(pid=103997) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 22:27:40.783823 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Started child 104139 {{(pid=103997) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 22:27:40.784928 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:40.785541 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO neutron.service [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 22:27:40.786130 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:40.787200 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [-] (104138) wsgi starting up on http://0.0.0.0:9696 Jun 23 22:27:40.788596 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO oslo_service.service [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Starting 1 workers Jun 23 22:27:40.788740 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:40.790058 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [-] (104139) wsgi starting up on http://0.0.0.0:9696 Jun 23 22:27:40.793772 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Started child 104140 {{(pid=103997) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 22:27:40.794310 dv-cinder-846173-2-iscsi neutron-server[103997]: INFO oslo_service.service [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Starting 1 workers Jun 23 22:27:40.797674 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.service [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] calling RpcWorker wait() {{(pid=104140) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 22:27:40.798225 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.service [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] returning from RpcWorker wait() {{(pid=104140) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 22:27:40.798703 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Started child 104141 {{(pid=103997) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 22:27:40.799529 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b118e5d1-28a5-4df6-9cd8-c3351e80137c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:40.799623 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:40.800092 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:27:40.801716 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103997) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 22:27:40.801921 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 22:27:40.802107 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 22:27:40.802331 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 22:27:40.802654 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 22:27:40.802817 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 22:27:40.803348 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.803621 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.803807 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:40.804262 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.804262 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.804708 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.804979 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.805241 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.805505 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.805783 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.805953 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.806115 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.806376 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.806600 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.806941 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.807229 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.807470 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.807701 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.807869 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.808161 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.808423 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.808666 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.808953 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] debug = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.809220 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.809721 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.809966 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.810219 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.810470 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.810744 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.811016 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.811274 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.811508 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.811747 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.811982 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.812243 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.812489 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.812718 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.812932 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.813209 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.813430 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.813911 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] host = dv-cinder-846173-2-iscsi {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.814149 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.814385 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.814628 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.814855 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.815162 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.815408 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.815667 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.815917 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.816766 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.817087 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.817779 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.817779 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.818031 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.818153 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.818369 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_options = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.818594 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.818847 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.819148 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.819347 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.819517 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.819680 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.819931 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.820097 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.820342 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.820567 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.820783 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.821018 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.821256 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.821502 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.821741 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.821980 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.822224 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.822434 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.822681 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.823969 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.824317 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.824611 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.824953 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.825270 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.825929 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:27:40.826063 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.826195 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.826417 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.826661 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.827000 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.827161 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.828904 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.829252 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.829490 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.830076 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.830076 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.830358 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.830494 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.831052 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.831338 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.831573 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.834439 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.834726 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.834992 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.835250 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.835489 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.835747 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.835994 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_json = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.836216 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.836460 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.836712 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.836937 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.837184 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.837401 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.837617 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.837856 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.838089 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.838513 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.838795 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.839159 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.839411 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.839640 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.840304 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.840544 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.842030 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.842302 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.842542 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.842859 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.843116 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.843405 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.843668 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.843933 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.844237 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.844509 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.844767 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.845344 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.845718 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.845967 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.846212 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.847238 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.849907 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.850260 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.850606 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.850859 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.851236 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.851491 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.851790 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.852153 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.852434 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.852705 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.852966 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.853250 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.853486 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.855687 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.856091 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.856361 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.856752 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.857021 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.857290 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.857532 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.857889 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.858025 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.858421 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.858849 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.859336 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.859754 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.860418 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.860817 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.861237 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.861643 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.862063 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.862541 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.862769 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.863255 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.863879 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.864298 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.864711 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.865111 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.865487 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.865999 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.866305 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.866746 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.867181 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.867587 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.868145 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.868544 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.868776 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.868968 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.869344 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.869555 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.869779 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.869988 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.870426 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.870652 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.870904 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.871152 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.871350 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.871593 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.871958 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.872202 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.872453 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.872667 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.872905 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.873139 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.873360 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.873567 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.873781 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.874010 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.874336 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.874582 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.874846 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.875078 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.875316 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.875549 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.875812 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.876004 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.876230 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.876436 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.876696 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.876922 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.877197 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.877418 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.877635 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.877894 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.878113 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.878355 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.878633 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.879364 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.879704 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.880219 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.880219 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.880514 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.880718 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.880911 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.881174 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.881476 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.881740 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.881978 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.882279 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.882514 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.882766 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.883083 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.883528 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.883735 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.883864 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.884564 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.884564 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.884564 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.884974 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.885116 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.885249 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.885510 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.885759 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.886023 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.886213 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.886426 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.887199 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.887199 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.887199 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.887572 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.887695 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.888566 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.888566 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.888566 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.888830 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.888909 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.889120 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.889369 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.889583 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.889812 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.890053 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.890264 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.890669 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.890983 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.891364 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.891753 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.892124 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.892359 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.892575 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.892792 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.893276 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.893673 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.894061 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.894419 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.895293 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.895838 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.896236 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.896617 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.896843 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.897067 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.897286 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.897523 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.897743 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.898039 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.898303 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.898520 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.898907 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.899189 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.899468 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.899692 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.900298 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.900558 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.900777 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.900990 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.901240 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.901455 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.901673 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.901898 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.902120 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.902352 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.902851 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.903205 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.903468 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.903715 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.904053 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.904208 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.904589 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.904988 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.905207 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.905456 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.905677 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.905921 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.906141 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.906358 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.906573 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.906790 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.907025 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.907288 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.907512 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.907753 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.907989 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.908209 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.908427 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.908642 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.908854 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.909065 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.909428 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.909662 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.910093 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.910306 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.910596 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.910844 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.911094 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.911359 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.911595 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.911822 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.912052 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.912298 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.912506 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.912733 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.912944 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.913154 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.913380 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.913590 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.913797 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.914037 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.914253 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.914458 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.914697 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.914907 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.915141 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.915361 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.915574 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.915780 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.916004 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.916210 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.916420 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.916657 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.916871 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.917098 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.917291 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.917503 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.917711 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.917930 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.918143 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.918350 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.918652 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.918902 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.919144 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.919430 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.919665 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.919790 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:27:40.919926 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.920151 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.920461 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.920673 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.920931 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.921189 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.921411 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.921630 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.921881 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.922433 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.923170 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.923562 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.924006 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.924285 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.924557 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.924830 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.926890 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.926890 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.926890 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.926890 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.926890 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.926890 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.926890 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.927876 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.927876 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.927876 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.927876 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.927876 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.928460 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.928460 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.928460 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.928689 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.928900 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.929145 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.929393 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.929621 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.929843 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.930060 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.930220 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 22:27:40.930756 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103997) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 22:27:40.930987 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 22:27:40.931086 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 22:27:40.931245 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 22:27:40.931410 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 22:27:40.931559 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 22:27:40.931764 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.931927 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.932086 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.932246 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.932437 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.932598 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.932754 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.932914 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.933065 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.933377 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.933535 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.933694 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.933851 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.934007 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.934164 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.934320 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.934477 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.934638 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.934794 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.934996 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.935127 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.935283 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] debug = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.935439 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.935626 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.935791 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.935948 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.936099 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.936246 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.936401 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.936557 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.936714 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.936874 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.937023 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.937178 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.937334 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.937490 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.937645 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.937801 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.937974 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.938106 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] host = dv-cinder-846173-2-iscsi {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.938251 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.938405 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.938565 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.938719 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.938868 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.939192 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.939349 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.939505 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.939663 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.939820 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.939976 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.940133 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.940291 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.940449 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.940681 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_options = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.942026 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.942026 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.942026 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.942371 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.942371 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.942725 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.942887 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.943306 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.943465 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.943648 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.943781 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.943963 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.944095 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.944239 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.944394 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.944553 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.944720 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.944871 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.945022 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.945173 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.945298 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.945447 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.945565 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.945719 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.945865 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.946023 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.946577 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.946577 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.946577 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.946816 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.946816 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.946987 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.947072 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.947230 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.947415 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.947544 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.947657 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.947812 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.947971 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.948127 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.948285 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.948441 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.948597 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.948820 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.948987 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.949113 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.949244 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_json = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.949370 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.949537 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.949686 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.949773 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.949891 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.950046 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.950201 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.950357 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.950512 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 22:27:40.950706 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.950871 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.951062 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.951230 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.951377 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.951536 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.951697 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.951856 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.952016 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.952174 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.952339 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.952502 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.952672 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.952832 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.952992 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.953154 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.953313 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.953473 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.953633 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.953791 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.953947 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.954106 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.954272 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.954430 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.954587 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.954746 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.954903 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.955089 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.955266 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.955456 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.955586 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.955710 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.955859 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.955986 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.956149 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.956308 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.956467 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.956627 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.956906 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.957615 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.957780 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.958037 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.958138 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.958269 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.958385 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.958546 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.958706 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.958869 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.959047 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.959208 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.959368 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.959525 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.959685 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.959846 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.960006 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.960165 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.960325 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.960494 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.960653 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.960811 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.960970 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.961129 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.961288 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.961447 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.961605 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.961763 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.961922 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.962080 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.962252 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.962414 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.962571 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.962729 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.962888 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.963067 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.963227 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.963385 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.963543 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.963702 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.963864 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.964021 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.964179 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.964337 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.964496 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.964655 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.964816 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.964975 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.965133 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.965290 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.965448 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.965606 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.965764 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.965937 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.966095 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.966254 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.966412 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.966570 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.966729 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.966886 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.967068 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.967229 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.967387 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.967545 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.967703 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.967865 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.968023 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.968182 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.968342 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.968499 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.968657 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.968814 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.968976 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.969133 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.969291 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.969449 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.969606 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.969766 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.969924 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.970081 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.970238 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.970405 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.970565 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.970726 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.970884 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.971071 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.971240 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.971399 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.971559 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.971718 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.971876 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.972033 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.972191 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.972354 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.972564 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.972726 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.972885 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.973062 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.973221 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.973379 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.973536 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.973717 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.973876 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.974034 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.974192 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.974349 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.974507 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.974667 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.974826 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.975013 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.975172 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.975332 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.975491 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.975650 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.975809 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.975967 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.976125 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.976285 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.976444 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.976602 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.976765 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.976924 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.977083 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.977241 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.977400 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.977557 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.977715 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.977874 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.978032 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.978190 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.978348 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.978506 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.978664 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.978822 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.979001 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.979155 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.979306 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.979463 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.979624 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.979783 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.979943 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.980102 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.980262 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.980421 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.980581 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.980742 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.980901 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.981060 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.981222 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.981384 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.981538 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.981675 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.981833 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.981993 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.982151 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.982316 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.982490 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.982648 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.982806 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.982972 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.983134 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.983292 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.983450 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.983608 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.983751 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.983911 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.984070 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.984228 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.984386 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.984543 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.984700 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.984858 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.985018 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.985163 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.985325 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.985483 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.985643 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.985801 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.985959 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.986148 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.986282 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.986414 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.986554 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.986712 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.986862 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.987049 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.987209 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.987367 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.987525 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.987683 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.987840 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.988006 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.988799 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.989052 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.989220 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.989379 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.989538 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.989707 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.989868 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.990026 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.990192 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.990331 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.990488 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.990655 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.990814 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.990994 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.991153 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.991311 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.991469 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.991636 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.991794 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.991952 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.992134 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.992859 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.992859 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.992859 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.992859 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.992859 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.993230 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.993230 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.993382 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.993462 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.993594 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.993754 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.993920 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.994080 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.994238 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.994396 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.994565 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.995128 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.995128 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.995128 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.995389 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.995389 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.995539 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.995643 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.995810 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.995976 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.996136 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.996303 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.996471 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.996639 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.996798 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.996966 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.997136 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.997295 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.997454 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.997611 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.997769 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.997927 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.998084 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.998242 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.998400 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.998559 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.998716 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.998874 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.999051 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.999209 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.999366 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.999523 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.999688 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.999825 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:40.999984 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:41.000141 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 22:27:41.000293 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103997) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 22:27:41.044428 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 56560) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:27:41.053401 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069029 Jun 23 22:27:50.276979 dv-cinder-846173-2-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:27:52.343237 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68806314-0944-4f00-a934-1849e1b0a7c4 None None] get_active_networks_info from dv-cinder-846173-2-iscsi {{(pid=104140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 23 22:27:52.345983 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writer thread running {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 22:27:52.403455 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0d005697-3ba2-4734-be7a-e00a9801e107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7886146'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:52.433271 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68806314-0944-4f00-a934-1849e1b0a7c4 None None] No non-hosted networks {{(pid=104140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 22:27:54.005581 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writer thread running {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 22:27:54.475931 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee6bd61c-260a-4680-af7f-ec66cbc572b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7886146'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:54.510595 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2f91f882-6560-4d37-b8d8-edaa613e789a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:55.817073 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 56628) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:27:55.925895 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7886146'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:56.414292 dv-cinder-846173-2-iscsi neutron-server[104139]: WARNING oslo_policy.policy [None req-64c52e9f-f0b3-4477-b9b7-28b895b443bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 22:27:56.415247 dv-cinder-846173-2-iscsi neutron-server[104139]: WARNING oslo_policy.policy [None req-64c52e9f-f0b3-4477-b9b7-28b895b443bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 22:27:56.635099 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [None req-64c52e9f-f0b3-4477-b9b7-28b895b443bd admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:27:56.636522 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-64c52e9f-f0b3-4477-b9b7-28b895b443bd admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8184078 Jun 23 22:27:57.043748 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7886146'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:57.439147 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7886146'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:57.440442 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.440787 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.441708 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.442872 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.443413 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.443744 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.444205 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.444552 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.445098 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.446343 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.447719 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.448115 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.448512 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.448895 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.449521 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:27:57.451039 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846173-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:27:57.464804 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846173-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:27:58.962154 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 56664) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:27:59.468276 dv-cinder-846173-2-iscsi neutron-server[104138]: WARNING oslo_policy.policy [None req-a295662f-199a-45d9-923b-b9d6836eded1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 22:27:59.468840 dv-cinder-846173-2-iscsi neutron-server[104138]: WARNING oslo_policy.policy [None req-a295662f-199a-45d9-923b-b9d6836eded1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 22:27:59.683807 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-a295662f-199a-45d9-923b-b9d6836eded1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:27:59.773363 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.policy [None req-a295662f-199a-45d9-923b-b9d6836eded1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104138) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 22:27:59.814238 dv-cinder-846173-2-iscsi neutron-server[104138]: WARNING oslo_policy.policy [None req-a295662f-199a-45d9-923b-b9d6836eded1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 22:27:59.814609 dv-cinder-846173-2-iscsi neutron-server[104138]: WARNING oslo_policy.policy [None req-a295662f-199a-45d9-923b-b9d6836eded1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 22:27:59.835679 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writer thread running {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 22:27:59.913456 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a295662f-199a-45d9-923b-b9d6836eded1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743242833688', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743242832148', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743242882589', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743242870819', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743242869278', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743244625519', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-948412', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1023308', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8337301', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8273213'] for rbac-policy (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:59.985528 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a295662f-199a-45d9-923b-b9d6836eded1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:27:59.986983 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-a295662f-199a-45d9-923b-b9d6836eded1 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0228465 Jun 23 22:28:01.636828 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.db.l3_hamode_db [None req-d4443ab8-cce6-40a6-b686-653872cda9ff None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 22:28:01.715304 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4443ab8-cce6-40a6-b686-653872cda9ff None None] Routers set() bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:28:01.715681 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4443ab8-cce6-40a6-b686-653872cda9ff None None] Router IDs set() for agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 23 22:28:02.221565 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 56682) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:28:02.537906 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:28:02.566909 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Made reservation on behalf of 53390afb4a404df79ab2d9ae31e8d058 for: {'network': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:28:02.570749 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:02.587720 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:02.698623 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Publish callbacks [] for security_group (7cf623e8-dab8-4b0d-8159-732e6e819971), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:02.702264 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (7cf623e8-dab8-4b0d-8159-732e6e819971), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:02.727543 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=104138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:28:02.761199 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743240854402', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (7bacb504-c835-4ecd-946c-1ea7802d2fb7), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:02.761765 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Unsubscribe: segment precommit_create {{(pid=104138) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 22:28:02.762284 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.segments_db [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Added segment 7bacb504-c835-4ecd-946c-1ea7802d2fb7 of type vlan for network 1612da6b-d6e3-425b-a56d-aaca775ad0cf Jun 23 22:28:02.782683 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf623e8-dab8-4b0d-8159-732e6e819971,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:02.833222 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.833563 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.833913 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.834265 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.834679 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.835191 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.835567 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.835895 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.836208 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.836529 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.836849 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.837181 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.837501 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.837866 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.838133 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Tracked resource versions report: Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: pushed versions: Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: { 'AddressGroup': {'1.2'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Agent': {'1.1'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'ConntrackHelper': {'1.0'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'LocalIPAssociation': {'1.0'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Log': {'1.0'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'NDPProxy': {'1.0'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Network': {'1.1'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Port': {'1.7'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'PortForwarding': {'1.3'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'QosPolicy': {'1.10'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'SecurityGroup': {'1.5'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'SecurityGroupRule': {'1.2'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'SubPort': {'1.0'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Subnet': {'1.1'}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Trunk': {'1.1'}} Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: consumer versions: Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: { DHCP agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: L3 agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: Metadata agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: Metering agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: Open vSwitch agent@dv-cinder-846173-2-iscsi: { 'AddressGroup': '1.2', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Agent': '1.1', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'ConntrackHelper': '1.0', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'LocalIPAssociation': '1.0', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Log': '1.0', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'NDPProxy': '1.0', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Network': '1.1', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Port': '1.7', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'PortForwarding': '1.3', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'QosPolicy': '1.10', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'SecurityGroup': '1.5', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'SecurityGroupRule': '1.2', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'SubPort': '1.0', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Subnet': '1.1', Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Trunk': '1.1'}} Jun 23 22:28:02.839541 dv-cinder-846173-2-iscsi neutron-server[104138]: {{(pid=104138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 22:28:02.876201 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (1612da6b-d6e3-425b-a56d-aaca775ad0cf), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:02.912487 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=56,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:02.922323 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (1612da6b-d6e3-425b-a56d-aaca775ad0cf), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:02.928912 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:28:02.929628 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:02.990280 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7676327 Jun 23 22:28:03.054375 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a390b-07ba-4429-b016-68088bba110d demo demo] Pushing event updated for resources: {'Network': ['ID=1612da6b-d6e3-425b-a56d-aaca775ad0cf,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:03.067043 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 1612da6b-d6e3-425b-a56d-aaca775ad0cf details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:28:05.317883 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 56696) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:28:05.741459 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d1613-ce50-4f98-8407-594903d274c7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:28:05.742813 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-8b2d1613-ce50-4f98-8407-594903d274c7 demo admin] 10.222.0.43 "GET /v2.0/networks/1612da6b-d6e3-425b-a56d-aaca775ad0cf HTTP/1.1" status: 200 len: 825 time: 0.4240038 Jun 23 22:28:05.767136 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-bbf017a6-f0e4-4fa7-a7ed-45a04cb98f07 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/d89959f0-075a-4ae9-8f57-df9608514a67 HTTP/1.1" status: 200 len: 734 time: 0.0186117 Jun 23 22:28:05.776041 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-a0d6b561-c5dd-4d90-a888-e2afc4a945b1 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf', 'ip_version': 4, 'subnetpool_id': 'd89959f0-075a-4ae9-8f57-df9608514a67'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:28:05.798063 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d6b561-c5dd-4d90-a888-e2afc4a945b1 demo admin] Made reservation on behalf of 53390afb4a404df79ab2d9ae31e8d058 for: {'subnet': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:28:05.800307 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a0d6b561-c5dd-4d90-a888-e2afc4a945b1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:05.937969 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:06.088716 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a0d6b561-c5dd-4d90-a888-e2afc4a945b1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (97786de7-d37d-4356-a8eb-b246263984e3), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:06.161463 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6b561-c5dd-4d90-a888-e2afc4a945b1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=97786de7-d37d-4356-a8eb-b246263984e3,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:06.163683 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d6b561-c5dd-4d90-a888-e2afc4a945b1 demo admin] Checking segment: {'id': '7bacb504-c835-4ecd-946c-1ea7802d2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:28:06.164047 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d6b561-c5dd-4d90-a888-e2afc4a945b1 demo admin] Network hostable DHCP agents. Network: 1612da6b-d6e3-425b-a56d-aaca775ad0cf, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:28:06.183617 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d6b561-c5dd-4d90-a888-e2afc4a945b1 demo admin] Network 1612da6b-d6e3-425b-a56d-aaca775ad0cf is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:28:06.195221 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-a0d6b561-c5dd-4d90-a888-e2afc4a945b1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 1612da6b-d6e3-425b-a56d-aaca775ad0cf) {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:28:06.199554 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d6b561-c5dd-4d90-a888-e2afc4a945b1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:28:06.200146 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a0d6b561-c5dd-4d90-a888-e2afc4a945b1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:06.205451 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6254f1-323d-4122-8d18-2aa402d46bd1 None None] Network 1612da6b-d6e3-425b-a56d-aaca775ad0cf requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:28:06.221390 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-a0d6b561-c5dd-4d90-a888-e2afc4a945b1 demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4430561 Jun 23 22:28:06.470481 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-1612da6b-d6e3-425b-a56d-aaca775ad0cf', 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf', 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'fixed_ips': [{'subnet_id': '97786de7-d37d-4356-a8eb-b246263984e3'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:28:06.471844 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:06.750633 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Allocated IP 172.20.0.2 (1612da6b-d6e3-425b-a56d-aaca775ad0cf/97786de7-d37d-4356-a8eb-b246263984e3/1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:28:06.810690 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:07.020553 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Publish callbacks [] for port (1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:07.029899 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:07.109406 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Network 1612da6b-d6e3-425b-a56d-aaca775ad0cf is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:28:07.115100 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:28:07.120049 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Pushing event updated for resources: {'Port': ['ID=1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:07.122307 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:28:07.155938 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.156282 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.156631 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.156979 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.157308 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.157632 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.157952 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.158269 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.158587 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.158905 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.159243 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.159574 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.160054 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.160486 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.160804 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Tracked resource versions report: Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: pushed versions: Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: { 'AddressGroup': {'1.2'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Agent': {'1.1'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'ConntrackHelper': {'1.0'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'LocalIPAssociation': {'1.0'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Log': {'1.0'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'NDPProxy': {'1.0'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Network': {'1.1'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Port': {'1.7'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'PortForwarding': {'1.3'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'QosPolicy': {'1.10'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'SecurityGroup': {'1.5'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'SecurityGroupRule': {'1.2'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'SubPort': {'1.0'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Subnet': {'1.1'}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Trunk': {'1.1'}} Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: consumer versions: Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: { DHCP agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: L3 agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: Metadata agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: Metering agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: Open vSwitch agent@dv-cinder-846173-2-iscsi: { 'AddressGroup': '1.2', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Agent': '1.1', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'ConntrackHelper': '1.0', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'LocalIPAssociation': '1.0', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Log': '1.0', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'NDPProxy': '1.0', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Network': '1.1', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Port': '1.7', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'PortForwarding': '1.3', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'QosPolicy': '1.10', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'SecurityGroup': '1.5', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'SecurityGroupRule': '1.2', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'SubPort': '1.0', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Subnet': '1.1', Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Trunk': '1.1'}} Jun 23 22:28:07.162209 dv-cinder-846173-2-iscsi neutron-server[104140]: {{(pid=104140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 22:28:07.213628 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Attempting to bind port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:28:07.214282 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Attempting to bind port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '7bacb504-c835-4ecd-946c-1ea7802d2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:28:07.214436 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Attempting to bind port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 on network 1612da6b-d6e3-425b-a56d-aaca775ad0cf {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:28:07.217026 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:07.219886 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:28:07.220265 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Checking segment: {'id': '7bacb504-c835-4ecd-946c-1ea7802d2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:28:07.220745 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:07.221130 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Bound using segment: {'id': '7bacb504-c835-4ecd-946c-1ea7802d2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:28:07.221586 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Bound port: 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bacb504-c835-4ecd-946c-1ea7802d2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:28:07.221991 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:07.286186 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] For port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:28:07.310600 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] For port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4,segment=NetworkSegment(7bacb504-c835-4ecd-946c-1ea7802d2fb7),segment_id=7bacb504-c835-4ecd-946c-1ea7802d2fb7)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:28:07.318192 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:07.370750 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e5080-e2b3-48a2-89d4-95d99461bf2c None None] Pushing event updated for resources: {'Port': ['ID=1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:08.563718 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 56706) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:28:08.894719 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [None req-1250fb94-62ff-4a94-93e2-3f38e98f818e admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:28:08.895805 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-1250fb94-62ff-4a94-93e2-3f38e98f818e admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3310339 Jun 23 22:28:10.080089 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=8 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:10.081403 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:11.203601 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 56718) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:28:11.539387 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [None req-0bb62170-9d21-43be-8e02-82812ef81b9b admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:28:11.540418 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-0bb62170-9d21-43be-8e02-82812ef81b9b admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3358743 Jun 23 22:28:13.913120 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 56726) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:28:14.264895 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-9c4e9d38-d604-48b9-bd8b-f1b4e2f830cc demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:28:14.292934 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9c4e9d38-d604-48b9-bd8b-f1b4e2f830cc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7559'] for router (e53b2c45-a4d3-433e-b7f2-1d69367b5cf8), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:14.294559 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9c4e9d38-d604-48b9-bd8b-f1b4e2f830cc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7885047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7925361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7564'] for router (e53b2c45-a4d3-433e-b7f2-1d69367b5cf8), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:14.430565 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9c4e9d38-d604-48b9-bd8b-f1b4e2f830cc demo demo] Publish callbacks [] for router_controller (e53b2c45-a4d3-433e-b7f2-1d69367b5cf8), precommit_add_association {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:14.435297 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9c4e9d38-d604-48b9-bd8b-f1b4e2f830cc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7885616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147'] for router (e53b2c45-a4d3-433e-b7f2-1d69367b5cf8), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:14.453084 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9c4e9d38-d604-48b9-bd8b-f1b4e2f830cc demo demo] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:14.454263 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-9c4e9d38-d604-48b9-bd8b-f1b4e2f830cc demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5401826 Jun 23 22:28:15.109618 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:28:15.196056 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:28:15.196460 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:15.297694 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:28:15.298030 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:15.332761 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4,segment=NetworkSegment(7bacb504-c835-4ecd-946c-1ea7802d2fb7),segment_id=7bacb504-c835-4ecd-946c-1ea7802d2fb7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:28:15.336723 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:15.388035 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:15.476409 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab606afb-284a-44b4-afed-6c65bc445fd7 None None] Network 1612da6b-d6e3-425b-a56d-aaca775ad0cf requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:28:15.515432 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-eb90fda9-e901-408c-86b9-805c6956eb9b None None] Provisioning complete for port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:28:15.515806 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-eb90fda9-e901-408c-86b9-805c6956eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:15.589877 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:15.673261 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-eb90fda9-e901-408c-86b9-805c6956eb9b None None] Current status of the port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:28:15.898975 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-56a4d281-f423-47e8-8fb3-a8b36630d406 None None] Provisioning complete for port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:28:15.899368 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-56a4d281-f423-47e8-8fb3-a8b36630d406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:15.975916 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-56a4d281-f423-47e8-8fb3-a8b36630d406 None None] Current status of the port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:28:16.732006 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 56738) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:28:17.055552 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [None req-96072d63-6713-457c-b83f-77c738fd6d88 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:28:17.056570 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-96072d63-6713-457c-b83f-77c738fd6d88 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3236151 Jun 23 22:28:17.097397 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:28:17.149368 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:28:17.149761 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:17.224629 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:17.231740 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:28:19.330590 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 56746) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:28:19.647616 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:28:19.668876 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Made reservation on behalf of 1aef1dab34da4006bf2529ee1b5120da for: {'network': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:28:19.671353 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:19.679543 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:19.753017 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:19.762775 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Publish callbacks [] for security_group (ddfcfefd-47db-4da2-8148-de4612013051), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:19.766512 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (ddfcfefd-47db-4da2-8148-de4612013051), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:19.784081 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Reserving flat network on physical network physnet1 {{(pid=104138) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 22:28:19.803378 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfcfefd-47db-4da2-8148-de4612013051,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:19.809698 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (23c53f9c-d667-4e0f-a4a2-09cd48a36ce7), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:19.810042 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.segments_db [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Added segment 23c53f9c-d667-4e0f-a4a2-09cd48a36ce7 of type flat for network 6e26287c-7a8e-421e-96a7-49a5147437a7 Jun 23 22:28:19.841682 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 5 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:28:19.855768 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (6e26287c-7a8e-421e-96a7-49a5147437a7), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:19.889022 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (6e26287c-7a8e-421e-96a7-49a5147437a7), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:19.889887 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:28:19.890471 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:19.942209 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6105359 Jun 23 22:28:19.986216 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7317b-d7cb-43a3-a0d8-09c1eb9bd4ff admin admin] Pushing event updated for resources: {'Network': ['ID=6e26287c-7a8e-421e-96a7-49a5147437a7,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:19.997559 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:28:22.194404 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 56754) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:28:22.289751 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-61c0d4b0-0790-49cf-adab-a33b41988aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:22.555745 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee29ca26-d2c5-4737-9a23-6c12ee97fcc3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:28:22.556963 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-ee29ca26-d2c5-4737-9a23-6c12ee97fcc3 demo admin] 10.222.0.43 "GET /v2.0/subnets/97786de7-d37d-4356-a8eb-b246263984e3 HTTP/1.1" status: 200 len: 849 time: 0.3616099 Jun 23 22:28:22.616081 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:22.675101 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-7c02c881-fe35-4476-b066-fd66c5ac9d3d demo admin] 10.222.0.43 "GET /v2.0/routers/e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 HTTP/1.1" status: 200 len: 704 time: 0.1122446 Jun 23 22:28:22.932405 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:23.254074 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Allocated IP 172.20.0.1 (1612da6b-d6e3-425b-a56d-aaca775ad0cf/97786de7-d37d-4356-a8eb-b246263984e3/d6c54d92-709e-42d8-addc-218ec0b6e73f) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:28:23.404731 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:23.407898 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Publish callbacks [] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:23.477379 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:23.549852 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Network 1612da6b-d6e3-425b-a56d-aaca775ad0cf is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:28:23.557972 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:28:23.560592 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:28:23.561124 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7887982'] for router_interface (e53b2c45-a4d3-433e-b7f2-1d69367b5cf8), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:23.620056 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Pushing event updated for resources: {'Port': ['ID=d6c54d92-709e-42d8-addc-218ec0b6e73f,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:23.771118 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:23.791073 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-f84aec38-5adc-49db-be49-470909e98362 None None] Provisioning complete for port d6c54d92-709e-42d8-addc-218ec0b6e73f triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:28:23.791675 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f84aec38-5adc-49db-be49-470909e98362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:23.821915 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f84aec38-5adc-49db-be49-470909e98362 None None] Port d6c54d92-709e-42d8-addc-218ec0b6e73f cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:28:23.870005 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:23.982823 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Publish callbacks [] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:23.987529 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:23.988242 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7886334'] for router_interface (e53b2c45-a4d3-433e-b7f2-1d69367b5cf8), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:24.046508 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Pushing event updated for resources: {'Port': ['ID=d6c54d92-709e-42d8-addc-218ec0b6e73f,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:24.115375 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Network 1612da6b-d6e3-425b-a56d-aaca775ad0cf is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:28:24.116575 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:28:24.272072 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Router e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 is scheduled to L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 with binding_index 1 {{(pid=104138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 22:28:24.344905 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-dc5b0e12-c4f1-4894-ab01-286530b36814 None None] Provisioning complete for port d6c54d92-709e-42d8-addc-218ec0b6e73f triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:28:24.345271 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-dc5b0e12-c4f1-4894-ab01-286530b36814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:24.360825 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:28:24.366886 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-d51c755c-9ed0-45dd-86b9-ba045a8a578c demo admin] 10.222.0.43 "PUT /v2.0/routers/e53b2c45-a4d3-433e-b7f2-1d69367b5cf8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6861804 Jun 23 22:28:24.372199 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Sync routers for ids ['e53b2c45-a4d3-433e-b7f2-1d69367b5cf8'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:28:24.386112 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Routers {'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:28:24.387202 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:27:54Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['e53b2c45-a4d3-433e-b7f2-1d69367b5cf8'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:28:24.390008 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-dc5b0e12-c4f1-4894-ab01-286530b36814 None None] Port d6c54d92-709e-42d8-addc-218ec0b6e73f cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:28:24.476800 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-270327bc-bf62-4cee-8c12-a68f9d61dc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:24.569354 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Set router e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 gateway port host: None {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:28:24.980356 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'name': 'router1', 'tenant_id': '53390afb4a404df79ab2d9ae31e8d058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:28:14Z', 'updated_at': '2022-06-23T22:28:23Z', 'revision_number': 2, 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'gw_port_host': None, '_interfaces': [{'id': 'd6c54d92-709e-42d8-addc-218ec0b6e73f', 'name': '', 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf', 'tenant_id': '53390afb4a404df79ab2d9ae31e8d058', 'mac_address': 'fa:16:3e:42:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97786de7-d37d-4356-a8eb-b246263984e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:28:22Z', 'updated_at': '2022-06-23T22:28:23Z', 'revision_number': 2, 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'subnets': [{'id': '97786de7-d37d-4356-a8eb-b246263984e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd89959f0-075a-4ae9-8f57-df9608514a67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:28:25.030532 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Checking router: e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:28:25.030898 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Updating router e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 port d6c54d92-709e-42d8-addc-218ec0b6e73f binding host dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:28:25.083505 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:25.602608 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Publish callbacks [] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:25.609501 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:25.765250 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Pushing event updated for resources: {'Port': ['ID=d6c54d92-709e-42d8-addc-218ec0b6e73f,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:25.783110 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.783447 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.783794 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.784138 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.784462 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.785563 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.785879 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.786098 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.786417 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.786730 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.787077 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.787403 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.787763 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.788024 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.788325 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Tracked resource versions report: Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: pushed versions: Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: { 'AddressGroup': {'1.2'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Agent': {'1.1'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'ConntrackHelper': {'1.0'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'LocalIPAssociation': {'1.0'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Log': {'1.0'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'NDPProxy': {'1.0'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Network': {'1.1'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Port': {'1.7'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'PortForwarding': {'1.3'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'QosPolicy': {'1.10'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'SecurityGroup': {'1.5'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'SecurityGroupRule': {'1.2'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'SubPort': {'1.0'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Subnet': {'1.1'}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Trunk': {'1.1'}} Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: consumer versions: Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: { DHCP agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: L3 agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: Metadata agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: Metering agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: Open vSwitch agent@dv-cinder-846173-2-iscsi: { 'AddressGroup': '1.2', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Agent': '1.1', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'ConntrackHelper': '1.0', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'LocalIPAssociation': '1.0', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Log': '1.0', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'NDPProxy': '1.0', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Network': '1.1', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Port': '1.7', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'PortForwarding': '1.3', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'QosPolicy': '1.10', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'SecurityGroup': '1.5', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'SecurityGroupRule': '1.2', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'SubPort': '1.0', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Subnet': '1.1', Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Trunk': '1.1'}} Jun 23 22:28:25.789752 dv-cinder-846173-2-iscsi neutron-server[104141]: {{(pid=104141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 22:28:25.796983 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Attempting to bind port d6c54d92-709e-42d8-addc-218ec0b6e73f on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:28:25.797373 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Attempting to bind port d6c54d92-709e-42d8-addc-218ec0b6e73f by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '7bacb504-c835-4ecd-946c-1ea7802d2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:28:25.797802 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Attempting to bind port d6c54d92-709e-42d8-addc-218ec0b6e73f on network 1612da6b-d6e3-425b-a56d-aaca775ad0cf {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:28:25.803555 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:28:25.803938 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Checking segment: {'id': '7bacb504-c835-4ecd-946c-1ea7802d2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:28:25.804424 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:25.804796 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Bound using segment: {'id': '7bacb504-c835-4ecd-946c-1ea7802d2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:28:25.805784 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Bound port: d6c54d92-709e-42d8-addc-218ec0b6e73f, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bacb504-c835-4ecd-946c-1ea7802d2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:28:25.806164 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:25.817668 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-33052320-098e-4816-9455-f6d2f2708532 None None] Provisioning complete for port d6c54d92-709e-42d8-addc-218ec0b6e73f triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:28:25.818343 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-33052320-098e-4816-9455-f6d2f2708532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:25.853508 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-33052320-098e-4816-9455-f6d2f2708532 None None] Port d6c54d92-709e-42d8-addc-218ec0b6e73f cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:28:25.864810 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:25.874691 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] For port d6c54d92-709e-42d8-addc-218ec0b6e73f, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:28:25.891656 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:25.896765 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:25.898736 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] For port d6c54d92-709e-42d8-addc-218ec0b6e73f, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=d6c54d92-709e-42d8-addc-218ec0b6e73f,segment=NetworkSegment(7bacb504-c835-4ecd-946c-1ea7802d2fb7),segment_id=7bacb504-c835-4ecd-946c-1ea7802d2fb7)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:28:25.905697 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:25.963096 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Routers {'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:28:25.963713 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:28:24Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['e53b2c45-a4d3-433e-b7f2-1d69367b5cf8'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:28:26.005878 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b467b-211c-4ade-a24b-e556b5154b67 None None] Pushing event updated for resources: {'Port': ['ID=d6c54d92-709e-42d8-addc-218ec0b6e73f,revision_number=4']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:26.057235 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] Set router e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 gateway port host: None {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:28:26.172124 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-a4d0c477-c682-4681-b5ef-bbaeeedc88dd None None] Provisioning complete for port d6c54d92-709e-42d8-addc-218ec0b6e73f triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:28:26.172504 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-a4d0c477-c682-4681-b5ef-bbaeeedc88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:26.245994 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-a4d0c477-c682-4681-b5ef-bbaeeedc88dd None None] Current status of the port d6c54d92-709e-42d8-addc-218ec0b6e73f is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:28:26.246376 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-a4d0c477-c682-4681-b5ef-bbaeeedc88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:26.256301 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'name': 'router1', 'tenant_id': '53390afb4a404df79ab2d9ae31e8d058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:28:14Z', 'updated_at': '2022-06-23T22:28:23Z', 'revision_number': 2, 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'gw_port_host': None, '_interfaces': [{'id': 'd6c54d92-709e-42d8-addc-218ec0b6e73f', 'name': '', 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf', 'tenant_id': '53390afb4a404df79ab2d9ae31e8d058', 'mac_address': 'fa:16:3e:42:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97786de7-d37d-4356-a8eb-b246263984e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:28:22Z', 'updated_at': '2022-06-23T22:28:25Z', 'revision_number': 4, 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'subnets': [{'id': '97786de7-d37d-4356-a8eb-b246263984e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd89959f0-075a-4ae9-8f57-df9608514a67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:28:26.282464 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-a4d0c477-c682-4681-b5ef-bbaeeedc88dd None None] For port d6c54d92-709e-42d8-addc-218ec0b6e73f, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=d6c54d92-709e-42d8-addc-218ec0b6e73f,segment=NetworkSegment(7bacb504-c835-4ecd-946c-1ea7802d2fb7),segment_id=7bacb504-c835-4ecd-946c-1ea7802d2fb7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:28:26.286384 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d38a5d-dd1b-487b-85e6-beeed0443f35 None None] The sync data for ids ['e53b2c45-a4d3-433e-b7f2-1d69367b5cf8'] in dv-cinder-846173-2-iscsi is: [{'id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'name': 'router1', 'tenant_id': '53390afb4a404df79ab2d9ae31e8d058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:28:14Z', 'updated_at': '2022-06-23T22:28:23Z', 'revision_number': 2, 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'gw_port_host': None, '_interfaces': [{'id': 'd6c54d92-709e-42d8-addc-218ec0b6e73f', 'name': '', 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf', 'tenant_id': '53390afb4a404df79ab2d9ae31e8d058', 'mac_address': 'fa:16:3e:42:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97786de7-d37d-4356-a8eb-b246263984e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:28:22Z', 'updated_at': '2022-06-23T22:28:25Z', 'revision_number': 4, 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'subnets': [{'id': '97786de7-d37d-4356-a8eb-b246263984e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd89959f0-075a-4ae9-8f57-df9608514a67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:28:26.289194 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-a4d0c477-c682-4681-b5ef-bbaeeedc88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:26.336270 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0c477-c682-4681-b5ef-bbaeeedc88dd None None] Pushing event updated for resources: {'Port': ['ID=d6c54d92-709e-42d8-addc-218ec0b6e73f,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:26.661033 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 56774) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:28:26.807272 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writer thread running {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 22:28:26.827353 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:27.016965 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.policy [None req-c12a3606-c5f4-4f40-8c04-4c24d37d88ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104139) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 22:28:27.017669 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:27.059282 dv-cinder-846173-2-iscsi neutron-server[104139]: WARNING oslo_policy.policy [None req-c12a3606-c5f4-4f40-8c04-4c24d37d88ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 22:28:27.059665 dv-cinder-846173-2-iscsi neutron-server[104139]: WARNING oslo_policy.policy [None req-c12a3606-c5f4-4f40-8c04-4c24d37d88ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 22:28:27.067925 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12a3606-c5f4-4f40-8c04-4c24d37d88ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:28:27.069627 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-c12a3606-c5f4-4f40-8c04-4c24d37d88ea admin admin] 10.222.0.43 "GET /v2.0/networks/6e26287c-7a8e-421e-96a7-49a5147437a7 HTTP/1.1" status: 200 len: 842 time: 0.4076865 Jun 23 22:28:27.079282 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:28:27.120656 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Made reservation on behalf of 1aef1dab34da4006bf2529ee1b5120da for: {'subnet': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:28:27.123835 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:27.427411 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:27.532847 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.objects.ports [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104139) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 23 22:28:27.533322 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (cc405269-fc2f-4873-a981-362f599c4440), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:27.607998 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:28:27.608349 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Network hostable DHCP agents. Network: 6e26287c-7a8e-421e-96a7-49a5147437a7, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:28:27.613186 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc405269-fc2f-4873-a981-362f599c4440,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:27.626415 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.626748 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.627102 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.627425 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.627741 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.628061 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.628371 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.628702 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.629018 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.629325 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.629647 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.629969 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.630278 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.630581 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.630881 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Tracked resource versions report: Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: pushed versions: Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: { 'AddressGroup': {'1.2'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Agent': {'1.1'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'ConntrackHelper': {'1.0'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'LocalIPAssociation': {'1.0'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Log': {'1.0'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'NDPProxy': {'1.0'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Network': {'1.1'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Port': {'1.7'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'PortForwarding': {'1.3'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'QosPolicy': {'1.10'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'SecurityGroup': {'1.5'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'SecurityGroupRule': {'1.2'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'SubPort': {'1.0'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Subnet': {'1.1'}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Trunk': {'1.1'}} Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: consumer versions: Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: { DHCP agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: L3 agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: Metadata agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: Metering agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: Open vSwitch agent@dv-cinder-846173-2-iscsi: { 'AddressGroup': '1.2', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Agent': '1.1', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'ConntrackHelper': '1.0', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'LocalIPAssociation': '1.0', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Log': '1.0', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'NDPProxy': '1.0', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Network': '1.1', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Port': '1.7', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'PortForwarding': '1.3', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'QosPolicy': '1.10', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'SecurityGroup': '1.5', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'SecurityGroupRule': '1.2', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'SubPort': '1.0', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Subnet': '1.1', Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Trunk': '1.1'}} Jun 23 22:28:27.632241 dv-cinder-846173-2-iscsi neutron-server[104139]: {{(pid=104139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 22:28:27.664159 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:28:27.677049 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 6e26287c-7a8e-421e-96a7-49a5147437a7) {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:28:27.681844 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:28:27.682388 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:27.686612 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d13a32-3b69-4377-9f75-405c65f9d1f9 None None] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:28:27.722973 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-113221cb-edd5-4745-96b6-596a0e9fd503 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6336706 Jun 23 22:28:27.761298 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:27.811692 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac27878d-700c-415d-a5d1-a23b0508a5aa None None] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:28:29.965125 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 56800) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:28:30.094248 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-55142616-1ffd-4d85-bd9a-0f453a83160e demo admin] 10.222.0.43 "GET /v2.0/routers/e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 HTTP/1.1" status: 200 len: 710 time: 0.1280239 Jun 23 22:28:30.120595 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:30.255168 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264cb368-9b89-44f9-b5a9-1bb6aa38509d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:28:30.256520 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-264cb368-9b89-44f9-b5a9-1bb6aa38509d demo admin] 10.222.0.43 "GET /v2.0/networks/6e26287c-7a8e-421e-96a7-49a5147437a7 HTTP/1.1" status: 200 len: 886 time: 0.1562448 Jun 23 22:28:30.265194 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:28:30.507119 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Publish callbacks [] for router_gateway (e53b2c45-a4d3-433e-b7f2-1d69367b5cf8), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:30.526264 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:30.734678 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Publish callbacks [] for router_gateway (e53b2c45-a4d3-433e-b7f2-1d69367b5cf8), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:30.812321 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:30.926165 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Allocated IP 172.27.2.171 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/71b45127-b423-4886-b741-f92ecb8dd655) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:28:31.024369 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Publish callbacks [] for port (71b45127-b423-4886-b741-f92ecb8dd655), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:31.056396 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (71b45127-b423-4886-b741-f92ecb8dd655), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:31.090151 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:31.109738 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Pushing event updated for resources: {'Port': ['ID=71b45127-b423-4886-b741-f92ecb8dd655,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:31.118260 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:28:31.119669 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:28:31.127742 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:28:31.370133 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Publish callbacks [] for router_gateway (e53b2c45-a4d3-433e-b7f2-1d69367b5cf8), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:31.466573 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:31.562592 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7885627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7578'] for router (e53b2c45-a4d3-433e-b7f2-1d69367b5cf8), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:31.565843 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7885634'] for router (e53b2c45-a4d3-433e-b7f2-1d69367b5cf8), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:31.766774 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Router e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:28:31.875535 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:28:31.879710 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:31.880908 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-07b25617-8fb6-4eae-9a04-0df164afd531 demo admin] 10.222.0.43 "PUT /v2.0/routers/e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 HTTP/1.1" status: 200 len: 890 time: 1.6187916 Jun 23 22:28:32.623980 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Sync routers for ids ['e53b2c45-a4d3-433e-b7f2-1d69367b5cf8'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:28:32.635948 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Routers {'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:28:32.636549 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:28:24Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['e53b2c45-a4d3-433e-b7f2-1d69367b5cf8'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:28:32.837291 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Set router e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:28:32.995364 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:33.133030 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device d6c54d92-709e-42d8-addc-218ec0b6e73f up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:28:33.263304 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port d6c54d92-709e-42d8-addc-218ec0b6e73f triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:28:33.263677 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:33.268212 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'name': 'router1', 'tenant_id': '53390afb4a404df79ab2d9ae31e8d058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '71b45127-b423-4886-b741-f92ecb8dd655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:28:14Z', 'updated_at': '2022-06-23T22:28:31Z', 'revision_number': 4, 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'gw_port': {'id': '71b45127-b423-4886-b741-f92ecb8dd655', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:28:30Z', 'updated_at': '2022-06-23T22:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'd6c54d92-709e-42d8-addc-218ec0b6e73f', 'name': '', 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf', 'tenant_id': '53390afb4a404df79ab2d9ae31e8d058', 'mac_address': 'fa:16:3e:42:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97786de7-d37d-4356-a8eb-b246263984e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:28:22Z', 'updated_at': '2022-06-23T22:28:26Z', 'revision_number': 5, 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'subnets': [{'id': '97786de7-d37d-4356-a8eb-b246263984e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd89959f0-075a-4ae9-8f57-df9608514a67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:28:33.409639 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Checking router: e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:28:33.409979 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Updating router e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 port 71b45127-b423-4886-b741-f92ecb8dd655 binding host dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:28:33.476073 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (71b45127-b423-4886-b741-f92ecb8dd655), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:33.592256 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port d6c54d92-709e-42d8-addc-218ec0b6e73f is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:28:33.821996 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Publish callbacks [] for port (71b45127-b423-4886-b741-f92ecb8dd655), precommit_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:33.827950 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (71b45127-b423-4886-b741-f92ecb8dd655), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:33.873991 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:33.882890 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Attempting to bind port 71b45127-b423-4886-b741-f92ecb8dd655 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:28:33.883272 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Attempting to bind port 71b45127-b423-4886-b741-f92ecb8dd655 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:28:33.883622 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Attempting to bind port 71b45127-b423-4886-b741-f92ecb8dd655 on network 6e26287c-7a8e-421e-96a7-49a5147437a7 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:28:33.885482 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fee1e4-363f-4552-b81c-eee8e2eb5aec None None] Pushing event updated for resources: {'Port': ['ID=71b45127-b423-4886-b741-f92ecb8dd655,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:33.892119 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:28:33.892488 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:28:33.892965 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:33.893219 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Bound using segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:28:33.893668 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Bound port: 71b45127-b423-4886-b741-f92ecb8dd655, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:28:33.894068 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (71b45127-b423-4886-b741-f92ecb8dd655), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:33.943313 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] For port 71b45127-b423-4886-b741-f92ecb8dd655, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:28:33.946647 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] For port 71b45127-b423-4886-b741-f92ecb8dd655, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=71b45127-b423-4886-b741-f92ecb8dd655,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:28:33.952323 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (71b45127-b423-4886-b741-f92ecb8dd655), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:34.010676 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fee1e4-363f-4552-b81c-eee8e2eb5aec None None] Pushing event updated for resources: {'Port': ['ID=71b45127-b423-4886-b741-f92ecb8dd655,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:34.013042 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Routers {'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:28:34.013626 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:28:24Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['e53b2c45-a4d3-433e-b7f2-1d69367b5cf8'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:28:34.061690 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:34.116026 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] Set router e53b2c45-a4d3-433e-b7f2-1d69367b5cf8 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:28:34.177737 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 56812) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:28:34.315263 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'name': 'router1', 'tenant_id': '53390afb4a404df79ab2d9ae31e8d058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '71b45127-b423-4886-b741-f92ecb8dd655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:28:14Z', 'updated_at': '2022-06-23T22:28:31Z', 'revision_number': 4, 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'gw_port': {'id': '71b45127-b423-4886-b741-f92ecb8dd655', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:28:30Z', 'updated_at': '2022-06-23T22:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'd6c54d92-709e-42d8-addc-218ec0b6e73f', 'name': '', 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf', 'tenant_id': '53390afb4a404df79ab2d9ae31e8d058', 'mac_address': 'fa:16:3e:42:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97786de7-d37d-4356-a8eb-b246263984e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:28:22Z', 'updated_at': '2022-06-23T22:28:26Z', 'revision_number': 5, 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'subnets': [{'id': '97786de7-d37d-4356-a8eb-b246263984e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd89959f0-075a-4ae9-8f57-df9608514a67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:28:34.318675 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-5b6df039-8c65-4e0e-afa0-88964b553721 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1398568 Jun 23 22:28:34.341981 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb47d96-b792-40dd-83f5-c7ee275c46b8 None None] The sync data for ids ['e53b2c45-a4d3-433e-b7f2-1d69367b5cf8'] in dv-cinder-846173-2-iscsi is: [{'id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'name': 'router1', 'tenant_id': '53390afb4a404df79ab2d9ae31e8d058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '71b45127-b423-4886-b741-f92ecb8dd655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:28:14Z', 'updated_at': '2022-06-23T22:28:31Z', 'revision_number': 4, 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'gw_port': {'id': '71b45127-b423-4886-b741-f92ecb8dd655', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:28:30Z', 'updated_at': '2022-06-23T22:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'd6c54d92-709e-42d8-addc-218ec0b6e73f', 'name': '', 'network_id': '1612da6b-d6e3-425b-a56d-aaca775ad0cf', 'tenant_id': '53390afb4a404df79ab2d9ae31e8d058', 'mac_address': 'fa:16:3e:42:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53b2c45-a4d3-433e-b7f2-1d69367b5cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97786de7-d37d-4356-a8eb-b246263984e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:28:22Z', 'updated_at': '2022-06-23T22:28:26Z', 'revision_number': 5, 'project_id': '53390afb4a404df79ab2d9ae31e8d058', 'subnets': [{'id': '97786de7-d37d-4356-a8eb-b246263984e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd89959f0-075a-4ae9-8f57-df9608514a67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:28:35.134209 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 71b45127-b423-4886-b741-f92ecb8dd655 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:28:35.178851 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 71b45127-b423-4886-b741-f92ecb8dd655 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:28:35.179239 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (71b45127-b423-4886-b741-f92ecb8dd655), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:35.254704 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 71b45127-b423-4886-b741-f92ecb8dd655 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:28:35.255351 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (71b45127-b423-4886-b741-f92ecb8dd655), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:35.280986 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port 71b45127-b423-4886-b741-f92ecb8dd655, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=71b45127-b423-4886-b741-f92ecb8dd655,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:28:35.286711 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (71b45127-b423-4886-b741-f92ecb8dd655), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:35.333660 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=71b45127-b423-4886-b741-f92ecb8dd655,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:28:36.250379 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=40 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:36.259266 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=42 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:37.124129 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 71b45127-b423-4886-b741-f92ecb8dd655 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:28:37.174803 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 71b45127-b423-4886-b741-f92ecb8dd655 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:28:37.175237 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (71b45127-b423-4886-b741-f92ecb8dd655), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:37.249107 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 71b45127-b423-4886-b741-f92ecb8dd655 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:28:41.871201 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=34 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:41.873032 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:44.287107 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=65,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:44.294751 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=51,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:47.244375 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:47.247438 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:28:52.303188 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-fec15f27-f629-4e0f-b9b6-9525507ad30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:54.473576 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c9dc256a-0c87-4976-b065-26230334a56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:55.897322 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:56.841862 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 5 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:28:57.024816 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:28:57.431189 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:07.415716 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:29:07.428189 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:29:08.844387 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:29:08.847287 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:29:22.301340 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ef7d4630-c116-4965-9d23-127f25597f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:24.477965 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7ef95067-c188-46b6-8add-4c536d3c74b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:25.898041 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:27.026677 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:27.432053 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:33.841728 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 5 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:29:37.423965 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:29:37.427869 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:29:50.630774 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57354) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:29:50.692098 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4d6393-cea3-431d-b975-7ea7698176b1 admin admin] GET failed (client error): The resource could not be found. Jun 23 22:29:50.693357 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-7b4d6393-cea3-431d-b975-7ea7698176b1 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616298 Jun 23 22:29:50.836668 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:29:50.837631 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:29:50.858208 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19c4191-0a47-4143-b2b4-115ea4cadabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:29:50.859772 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-c19c4191-0a47-4143-b2b4-115ea4cadabb admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1623461 Jun 23 22:29:52.293236 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-52cb68b2-c0f5-4c78-8d89-5b9143c7f8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:52.934017 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57364) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:29:53.037417 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25ba9e-a8ec-4065-a3c4-3c4d17fa5a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:29:53.039006 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-ea25ba9e-a8ec-4065-a3c4-3c4d17fa5a24 admin admin] 10.222.0.43 "GET /v2.0/subnets/97786de7-d37d-4356-a8eb-b246263984e3 HTTP/1.1" status: 200 len: 849 time: 0.1040022 Jun 23 22:29:53.048381 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:29:53.132590 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Publish callbacks [] for subnet (97786de7-d37d-4356-a8eb-b246263984e3), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:53.279947 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743240932455'] for subnet (97786de7-d37d-4356-a8eb-b246263984e3), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:53.318413 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:29:53.319019 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:53.320272 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] 10.222.0.43 "PUT /v2.0/subnets/97786de7-d37d-4356-a8eb-b246263984e3 HTTP/1.1" status: 200 len: 868 time: 0.2753897 Jun 23 22:29:53.338652 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67b277f-9b01-4b6c-a8c1-a7cfe6030e64 None None] Network 1612da6b-d6e3-425b-a56d-aaca775ad0cf requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:29:53.339301 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97786de7-d37d-4356-a8eb-b246263984e3,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:29:53.346316 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.347065 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.347065 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.347692 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.348062 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.348390 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.348740 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.349031 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.349367 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.349686 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.350018 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.350350 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.350664 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.350998 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.351308 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b512f0a-3b39-45ef-ad3d-0391cd9089c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:29:53.705239 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-4335736b-e683-4efb-b93e-ef355b8736d1 None None] Provisioning complete for port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:29:53.705612 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4335736b-e683-4efb-b93e-ef355b8736d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:53.780113 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-4335736b-e683-4efb-b93e-ef355b8736d1 None None] Current status of the port 1eee2ed0-0d4a-4fc8-86bb-d3bbe4b00be4 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:29:53.788517 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-4335736b-e683-4efb-b93e-ef355b8736d1 None None] Provisioning complete for port d6c54d92-709e-42d8-addc-218ec0b6e73f triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:29:53.788874 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4335736b-e683-4efb-b93e-ef355b8736d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d6c54d92-709e-42d8-addc-218ec0b6e73f), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:53.857269 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-4335736b-e683-4efb-b93e-ef355b8736d1 None None] Current status of the port d6c54d92-709e-42d8-addc-218ec0b6e73f is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:29:54.480991 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-aa7e0bac-b05c-4c33-bafe-3e398e651b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:55.405019 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57372) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:29:55.603990 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750f5d2-9954-4607-8f8a-6db118df0669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:29:55.604374 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750f5d2-9954-4607-8f8a-6db118df0669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:29:55.605904 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-b750f5d2-9954-4607-8f8a-6db118df0669 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999168 Jun 23 22:29:55.899105 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:57.028192 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:57.424406 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:29:57.689762 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57380) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:29:57.820338 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725cda18-ccee-4a5d-acaf-894aa30a9bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:29:57.820803 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725cda18-ccee-4a5d-acaf-894aa30a9bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:29:57.822289 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-725cda18-ccee-4a5d-acaf-894aa30a9bf9 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311641 Jun 23 22:29:59.916831 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57388) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:30:00.048065 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:00.065980 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e704048-cc39-4eb2-a7c0-6b5601129e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:30:00.067336 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6e704048-cc39-4eb2-a7c0-6b5601129e6b admin admin] 10.222.0.43 "GET /v2.0/networks/1612da6b-d6e3-425b-a56d-aaca775ad0cf HTTP/1.1" status: 200 len: 869 time: 0.1495695 Jun 23 22:30:02.175891 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57396) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:30:02.277992 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:02.305936 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e389c39-5a37-4b1b-b282-58ba469ec32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:30:02.307498 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6e389c39-5a37-4b1b-b282-58ba469ec32d admin admin] 10.222.0.43 "GET /v2.0/networks/6e26287c-7a8e-421e-96a7-49a5147437a7 HTTP/1.1" status: 200 len: 886 time: 0.1305921 Jun 23 22:30:04.369282 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57404) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:30:04.496472 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef8a4a5-5300-4a7d-b688-ef0d41876812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:30:04.497250 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef8a4a5-5300-4a7d-b688-ef0d41876812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:30:04.498754 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-fef8a4a5-5300-4a7d-b688-ef0d41876812 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1285393 Jun 23 22:30:06.573156 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57412) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:30:06.664987 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbee5968-0517-4ae6-938d-b580cfe86be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:30:06.665432 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbee5968-0517-4ae6-938d-b580cfe86be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:30:06.666935 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-cbee5968-0517-4ae6-938d-b580cfe86be4 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927846 Jun 23 22:30:07.418351 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:07.421327 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:08.740898 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57420) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:30:08.835513 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cf243b-20fb-4133-b964-4fdea2daffc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:30:08.836845 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-a4cf243b-20fb-4133-b964-4fdea2daffc4 admin admin] 10.222.0.43 "GET /v2.0/subnets/97786de7-d37d-4356-a8eb-b246263984e3 HTTP/1.1" status: 200 len: 868 time: 0.0950131 Jun 23 22:30:10.842573 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 5 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:30:10.918748 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57428) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:30:11.006085 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa5ce3c-e098-41e9-85b5-1123b9ead50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:30:11.007444 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-daa5ce3c-e098-41e9-85b5-1123b9ead50c admin admin] 10.222.0.43 "GET /v2.0/subnets/cc405269-fc2f-4873-a981-362f599c4440 HTTP/1.1" status: 200 len: 816 time: 0.0876374 Jun 23 22:30:20.997294 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=36 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:21.002396 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=28 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:22.295610 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f4abc53b-dac3-4ada-ac2e-76e11064bfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:22.844675 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:22.850775 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:24.482161 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-073897af-491d-422d-bbe3-f1898cd5500b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:25.903218 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:27.029886 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:27.428005 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:37.421120 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:37.423045 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:37.977839 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57482) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:30:38.027501 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [None req-6994dd02-7da4-4cf5-8c3f-ae6af805c8a0 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:30:38.028487 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6994dd02-7da4-4cf5-8c3f-ae6af805c8a0 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0497241 Jun 23 22:30:40.219401 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 57490) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:30:40.282537 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.pecan_wsgi.hooks.translation [None req-3362efea-7be8-4c65-b76e-bb7225919412 admin admin] GET failed (client error): The resource could not be found. Jun 23 22:30:40.283874 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-3362efea-7be8-4c65-b76e-bb7225919412 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634999 Jun 23 22:30:40.426459 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f939faa0-9621-4c57-9af0-9fab65ad4655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:30:40.427874 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-f939faa0-9621-4c57-9af0-9fab65ad4655 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398680 Jun 23 22:30:42.518756 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 57500) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:30:42.566081 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:30:42.586707 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Made reservation on behalf of 1aef1dab34da4006bf2529ee1b5120da for: {'network': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:30:42.589002 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:42.618173 dv-cinder-846173-2-iscsi neutron-server[104138]: WARNING neutron.services.revisions.revision_plugin [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Could not find related network for resource to bump revision. Jun 23 22:30:42.630768 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=104138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:30:42.639481 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (c7aff66e-648c-4571-9887-6dd8da813ade), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:42.639809 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.segments_db [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Added segment c7aff66e-648c-4571-9887-6dd8da813ade of type vlan for network 07aa700d-5e1a-48fe-a750-7694054ecc65 Jun 23 22:30:42.678122 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (07aa700d-5e1a-48fe-a750-7694054ecc65), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:42.702007 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (07aa700d-5e1a-48fe-a750-7694054ecc65), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:42.702953 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:30:42.703528 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:42.735003 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2151628 Jun 23 22:30:42.770807 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Pushing event updated for resources: {'Network': ['ID=07aa700d-5e1a-48fe-a750-7694054ecc65,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:30:42.778287 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.778625 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.779280 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.779632 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.779942 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.780262 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.780585 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.780902 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.781234 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.781558 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.781897 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.782232 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.782550 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.782892 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.783226 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412ca53-a9b4-4f64-a033-029af3efd3fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:42.794806 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 07aa700d-5e1a-48fe-a750-7694054ecc65 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:30:44.856381 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 57508) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:30:44.916778 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee112b2-0c2f-4d3d-827a-f57e634311fe admin admin] GET failed (client error): The resource could not be found. Jun 23 22:30:44.918052 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-2ee112b2-0c2f-4d3d-827a-f57e634311fe admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607226 Jun 23 22:30:44.987384 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b2ee4-bc13-49e7-8ea8-3fe4cd287343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:30:44.988855 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-c46b2ee4-bc13-49e7-8ea8-3fe4cd287343 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668340 Jun 23 22:30:44.998376 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-2443b09d-eb4a-4824-bd58-c041799c9a63 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:30:45.019398 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2443b09d-eb4a-4824-bd58-c041799c9a63 admin admin] Made reservation on behalf of 1aef1dab34da4006bf2529ee1b5120da for: {'subnet': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:30:45.021676 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2443b09d-eb4a-4824-bd58-c041799c9a63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:45.187670 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2443b09d-eb4a-4824-bd58-c041799c9a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (de633fbb-bd4f-4588-b838-02cf463a0614), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:45.239479 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443b09d-eb4a-4824-bd58-c041799c9a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de633fbb-bd4f-4588-b838-02cf463a0614,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:30:45.254317 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2443b09d-eb4a-4824-bd58-c041799c9a63 admin admin] Checking segment: {'id': 'c7aff66e-648c-4571-9887-6dd8da813ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:30:45.254659 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2443b09d-eb4a-4824-bd58-c041799c9a63 admin admin] Network hostable DHCP agents. Network: 07aa700d-5e1a-48fe-a750-7694054ecc65, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:30:45.270441 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2443b09d-eb4a-4824-bd58-c041799c9a63 admin admin] Network 07aa700d-5e1a-48fe-a750-7694054ecc65 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:30:45.278434 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-2443b09d-eb4a-4824-bd58-c041799c9a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 07aa700d-5e1a-48fe-a750-7694054ecc65) {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:30:45.283810 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2443b09d-eb4a-4824-bd58-c041799c9a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:30:45.284577 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2443b09d-eb4a-4824-bd58-c041799c9a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:45.286210 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa1cce-acb5-4fb3-9bca-c50d128a201c None None] Network 07aa700d-5e1a-48fe-a750-7694054ecc65 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:30:45.301204 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-2443b09d-eb4a-4824-bd58-c041799c9a63 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3060806 Jun 23 22:30:45.390400 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-07aa700d-5e1a-48fe-a750-7694054ecc65', 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65', 'project_id': '1aef1dab34da4006bf2529ee1b5120da', 'fixed_ips': [{'subnet_id': 'de633fbb-bd4f-4588-b838-02cf463a0614'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:30:45.391432 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:45.537907 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Allocated IP 192.168.233.2 (07aa700d-5e1a-48fe-a750-7694054ecc65/de633fbb-bd4f-4588-b838-02cf463a0614/076ccc8d-368b-4761-b658-cdec1d381051) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:30:45.682317 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Publish callbacks [] for port (076ccc8d-368b-4761-b658-cdec1d381051), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:45.688426 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (076ccc8d-368b-4761-b658-cdec1d381051), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:45.729591 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Network 07aa700d-5e1a-48fe-a750-7694054ecc65 is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:30:45.732534 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:30:45.739665 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:30:45.741673 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Pushing event updated for resources: {'Port': ['ID=076ccc8d-368b-4761-b658-cdec1d381051,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:30:45.753954 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.754308 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.754661 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.755044 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.755373 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.755702 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.756027 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.756342 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.756662 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.756979 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.757301 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.757618 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.757936 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.758245 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.758562 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:30:45.904957 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Attempting to bind port 076ccc8d-368b-4761-b658-cdec1d381051 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:30:45.905315 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Attempting to bind port 076ccc8d-368b-4761-b658-cdec1d381051 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': 'c7aff66e-648c-4571-9887-6dd8da813ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:30:45.905713 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Attempting to bind port 076ccc8d-368b-4761-b658-cdec1d381051 on network 07aa700d-5e1a-48fe-a750-7694054ecc65 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:30:45.911520 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:30:45.911887 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Checking segment: {'id': 'c7aff66e-648c-4571-9887-6dd8da813ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:30:45.912282 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:45.912678 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Bound using segment: {'id': 'c7aff66e-648c-4571-9887-6dd8da813ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:30:45.913122 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Bound port: 076ccc8d-368b-4761-b658-cdec1d381051, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7aff66e-648c-4571-9887-6dd8da813ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:30:45.913495 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (076ccc8d-368b-4761-b658-cdec1d381051), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:45.973878 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] For port 076ccc8d-368b-4761-b658-cdec1d381051, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:30:45.977021 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] For port 076ccc8d-368b-4761-b658-cdec1d381051, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=076ccc8d-368b-4761-b658-cdec1d381051,segment=NetworkSegment(c7aff66e-648c-4571-9887-6dd8da813ade),segment_id=c7aff66e-648c-4571-9887-6dd8da813ade)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:30:45.984065 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (076ccc8d-368b-4761-b658-cdec1d381051), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:46.040600 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfe754-8d1e-4fe1-a212-9b9882d9ce55 None None] Pushing event updated for resources: {'Port': ['ID=076ccc8d-368b-4761-b658-cdec1d381051,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:30:46.931743 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe1c742-8ca4-4498-b114-531377d61239 None None] Network 07aa700d-5e1a-48fe-a750-7694054ecc65 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:30:47.006360 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-cd19c426-6eca-4b61-95ac-7e081fc6b9da None None] Provisioning complete for port 076ccc8d-368b-4761-b658-cdec1d381051 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:30:47.006739 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-cd19c426-6eca-4b61-95ac-7e081fc6b9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (076ccc8d-368b-4761-b658-cdec1d381051), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:47.054086 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:47.056223 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:47.144412 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-cd19c426-6eca-4b61-95ac-7e081fc6b9da None None] Current status of the port 076ccc8d-368b-4761-b658-cdec1d381051 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:30:47.144803 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-cd19c426-6eca-4b61-95ac-7e081fc6b9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (076ccc8d-368b-4761-b658-cdec1d381051), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:47.197536 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-cd19c426-6eca-4b61-95ac-7e081fc6b9da None None] For port 076ccc8d-368b-4761-b658-cdec1d381051, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=076ccc8d-368b-4761-b658-cdec1d381051,segment=NetworkSegment(c7aff66e-648c-4571-9887-6dd8da813ade),segment_id=c7aff66e-648c-4571-9887-6dd8da813ade)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:30:47.207817 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-cd19c426-6eca-4b61-95ac-7e081fc6b9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (076ccc8d-368b-4761-b658-cdec1d381051), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:47.280186 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 076ccc8d-368b-4761-b658-cdec1d381051 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:30:47.290542 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19c426-6eca-4b61-95ac-7e081fc6b9da None None] Pushing event updated for resources: {'Port': ['ID=076ccc8d-368b-4761-b658-cdec1d381051,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:30:47.345960 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-ecbe4dc8-429b-4367-a762-67d3e26fa2b3 None None] Provisioning complete for port 076ccc8d-368b-4761-b658-cdec1d381051 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:30:47.346589 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4dc8-429b-4367-a762-67d3e26fa2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (076ccc8d-368b-4761-b658-cdec1d381051), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:47.389309 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 076ccc8d-368b-4761-b658-cdec1d381051 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:30:47.389700 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (076ccc8d-368b-4761-b658-cdec1d381051), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:47.471269 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe4dc8-429b-4367-a762-67d3e26fa2b3 None None] Current status of the port 076ccc8d-368b-4761-b658-cdec1d381051 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:30:47.501164 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 076ccc8d-368b-4761-b658-cdec1d381051 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:30:47.841515 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 5 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:30:49.194112 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 076ccc8d-368b-4761-b658-cdec1d381051 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:30:49.238077 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 076ccc8d-368b-4761-b658-cdec1d381051 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:30:49.238459 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (076ccc8d-368b-4761-b658-cdec1d381051), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:49.310764 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 076ccc8d-368b-4761-b658-cdec1d381051 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:30:52.299893 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7d1427f7-0fe9-43bc-8c09-f1a8cd526bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:54.484915 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-a803740d-08f4-48c6-aa53-47a92e8754b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:55.293324 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:55.294066 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=76,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:55.904312 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:57.034370 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:57.431237 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:30:59.842553 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=20 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:30:59.846114 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=14 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:31:07.424331 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:31:07.426207 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:31:22.302491 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bc1794d2-9c30-4f39-bd3d-92c29930ee89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:31:24.488568 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-9dd90e43-3c72-4f25-9d53-053c05a42856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:31:24.840732 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 5 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:31:25.907283 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:31:27.037067 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:31:27.433488 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:31:36.848653 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:31:36.853127 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:31:37.422891 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:31:37.429088 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:31:50.832496 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:31:50.833217 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:31:52.304502 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0497585d-0cde-4c87-83ea-0b31a5b7a45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:31:54.491277 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bb2474fb-7c19-43ff-9749-a5131891be93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:31:55.911820 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:31:57.039836 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:31:57.436201 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:01.839350 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 5 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:32:07.429608 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:32:07.431478 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:32:11.615311 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57546) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:32:11.621044 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [None req-f6287fd9-cdcd-4d66-b267-b86736684fbf tempest-verify_tempest_config-707307202 tempest-verify_tempest_config-707307202-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:32:11.622008 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-f6287fd9-cdcd-4d66-b267-b86736684fbf tempest-verify_tempest_config-707307202 tempest-verify_tempest_config-707307202-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057690 Jun 23 22:32:12.047275 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 57564) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:32:12.155370 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:12.231836 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Publish callbacks [] for security_group (75fc3d9b-ef9e-4cb8-8d01-609a74801e17), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:12.236407 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (75fc3d9b-ef9e-4cb8-8d01-609a74801e17), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:12.285122 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb06b0948d804de086aca1cfddea1454&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2368000 Jun 23 22:32:12.286164 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fc3d9b-ef9e-4cb8-8d01-609a74801e17,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:32:12.287999 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57570) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:32:12.293047 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.293383 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.293730 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.294061 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.294381 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.294700 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.295043 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.295357 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.295688 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.295988 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.296950 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.297324 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.297640 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.297949 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.298260 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b7f88-295f-491f-9866-5993df04ba73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.368704 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Publish callbacks [] for security_group (75fc3d9b-ef9e-4cb8-8d01-609a74801e17), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:12.393705 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Publish callbacks [] for security_group (75fc3d9b-ef9e-4cb8-8d01-609a74801e17), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:12.489432 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (75fc3d9b-ef9e-4cb8-8d01-609a74801e17), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:12.491926 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:12.493064 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75fc3d9b-ef9e-4cb8-8d01-609a74801e17 HTTP/1.1" status: 204 len: 168 time: 0.2041216 Jun 23 22:32:12.501765 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fc3d9b-ef9e-4cb8-8d01-609a74801e17,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:32:12.508464 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.508809 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.509158 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.509498 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.509830 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.510163 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.510911 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.510911 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.511143 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.511464 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.511802 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.512150 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.512469 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.512790 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:12.513111 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443b8f-aa4f-4395-8aaf-db1958358027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:32:13.854341 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:32:13.859280 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:32:22.283153 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=23,neutron:INSERT=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:32:22.289530 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=16,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:32:22.307598 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-9e46fe13-5b08-441b-94b0-620f7413f5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:22.497238 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:32:22.504926 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:32:24.492653 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-a6a1f24e-fd25-4d85-8fd4-995966546307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:25.915229 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:27.040323 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:27.441190 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:37.434451 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:32:37.436364 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:32:38.837442 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 5 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:32:50.850913 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=16 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:32:50.855725 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=20 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:32:52.311039 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-792cc264-b6b6-4658-8640-92d3abb5c9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:54.493307 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-fbd23256-d1f6-4472-89f6-031f4029d04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:55.917217 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:57.042038 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:32:57.449271 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:33:07.437627 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:33:07.439435 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:33:15.835774 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 5 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:33:22.313511 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-9dab3f9a-c438-494b-9c57-67fa2602946f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:33:24.494605 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-34cd3fcb-8ebf-4f35-b04a-4ae716830a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:33:25.918995 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:33:27.047344 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:33:27.442377 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:33:27.847193 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:33:27.851283 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:33:37.436850 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:33:37.437475 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:33:50.838416 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:33:52.316691 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-30497f26-68b0-4035-a742-8ebff0ccf663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:33:52.834237 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 5 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:33:54.496547 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-8d583555-5e7d-43f8-825b-73f5bc6bf085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:33:55.923082 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:33:57.049184 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:33:57.444589 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:33:59.874569 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7886146'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:34:04.852736 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:34:04.856932 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:34:07.438043 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:34:09.869310 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:34:11.000598 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57646) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:34:11.105439 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-42aaafed-aa43-457a-801b-a324edca936c admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1037672 Jun 23 22:34:13.204705 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57656) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:34:13.260719 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-a40c83c5-af89-4e5b-bb67-b13822d6019c admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0549221 Jun 23 22:34:21.100355 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:34:22.317818 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-110230ef-edb0-4109-8bd2-8836101fcc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:34:23.255578 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:34:24.498079 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c2f56cdf-06b7-49cd-9074-2f002cbd9823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:34:25.925284 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:34:27.051093 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:34:27.447360 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:34:29.833203 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:34:29.858589 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:34:39.848341 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:34:39.853480 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:34:50.160075 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=15 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:34:50.164545 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=19 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:34:52.320057 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f35248cb-cf3f-411f-a31d-23acf5866f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:34:54.500433 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-62b6a215-b589-4455-a84e-0a7cdb3af1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:34:55.930726 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:34:57.054286 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:34:57.448965 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:34:59.857225 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:06.832616 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:35:09.846882 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:09.853209 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:18.845793 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:18.851012 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:22.323202 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-47745faa-08a0-4b2d-9d50-a29df54d0a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:24.503020 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-a5248cde-bbcd-46ec-ab1c-a1efac31e33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:25.930022 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:27.057304 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:27.452746 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:29.873539 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:39.866382 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:39.867740 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:43.831189 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:35:49.301259 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57778) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:49.626979 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1308985780-network', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:49.653548 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Made reservation on behalf of c751cc6b8ac64f3fb7adc9bc71575bd2 for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:35:49.657014 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:49.673005 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:49.759812 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Publish callbacks [] for security_group (ae5fb5f1-675f-4e11-866c-bfacf2a03fa2), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:49.768622 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (ae5fb5f1-675f-4e11-866c-bfacf2a03fa2), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:49.800909 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5fb5f1-675f-4e11-866c-bfacf2a03fa2,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:49.811987 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.812228 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.812742 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.813068 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.813723 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.814058 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.817181 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.817181 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.817181 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.817181 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.817181 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.817181 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.817181 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.817181 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.817181 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Tracked resource versions report: Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: pushed versions: Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: { 'AddressGroup': {'1.2'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Agent': {'1.1'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'ConntrackHelper': {'1.0'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'LocalIPAssociation': {'1.0'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Log': {'1.0'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'NDPProxy': {'1.0'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Network': {'1.1'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Port': {'1.7'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'PortForwarding': {'1.3'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'QosPolicy': {'1.10'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'SecurityGroup': {'1.5'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'SecurityGroupRule': {'1.2'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'SubPort': {'1.0'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Subnet': {'1.1'}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Trunk': {'1.1'}} Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: consumer versions: Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: { DHCP agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: HyperV agent@hv-cinder-84617: {}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: L3 agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: Metadata agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: Metering agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: Open vSwitch agent@dv-cinder-846173-2-iscsi: { 'AddressGroup': '1.2', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Agent': '1.1', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'ConntrackHelper': '1.0', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'LocalIPAssociation': '1.0', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Log': '1.0', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'NDPProxy': '1.0', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Network': '1.1', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Port': '1.7', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'PortForwarding': '1.3', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'QosPolicy': '1.10', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'SecurityGroup': '1.5', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'SecurityGroupRule': '1.2', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'SubPort': '1.0', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Subnet': '1.1', Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: 'Trunk': '1.1'}} Jun 23 22:35:49.818408 dv-cinder-846173-2-iscsi neutron-server[104139]: {{(pid=104139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 22:35:49.821938 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:35:49.836692 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743240854402', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (236f6c2f-e3c4-42fd-a119-3d637c5dc9df), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:49.837484 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Unsubscribe: segment precommit_create {{(pid=104139) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 22:35:49.837922 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Added segment 236f6c2f-e3c4-42fd-a119-3d637c5dc9df of type vlan for network 69c6d8a0-202c-42d8-bb93-5c3836a8475f Jun 23 22:35:49.958997 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (69c6d8a0-202c-42d8-bb93-5c3836a8475f), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.000220 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (69c6d8a0-202c-42d8-bb93-5c3836a8475f), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.001259 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:35:50.001843 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.097455 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=69c6d8a0-202c-42d8-bb93-5c3836a8475f,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:50.106535 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 57828) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:50.112075 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 69c6d8a0-202c-42d8-bb93-5c3836a8475f details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:35:50.113327 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Request body: {'subnet': {'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1308985780-subnet', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:50.115499 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-da34983d-eca4-4b29-b7e2-477453656ea5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8132160 Jun 23 22:35:50.141704 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Made reservation on behalf of c751cc6b8ac64f3fb7adc9bc71575bd2 for: {'subnet': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:35:50.144669 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.178460 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57836) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:50.344100 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (60656d55-937f-4812-b089-eaa0b114b731), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.390475 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60656d55-937f-4812-b089-eaa0b114b731,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:50.399776 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.400345 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.400706 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.401045 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.401449 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.401681 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.402509 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.403011 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.403343 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.403671 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.404678 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.405273 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.405763 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.406248 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.406728 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Tracked resource versions report: Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: pushed versions: Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: { 'AddressGroup': {'1.2'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Agent': {'1.1'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'ConntrackHelper': {'1.0'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'LocalIPAssociation': {'1.0'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Log': {'1.0'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'NDPProxy': {'1.0'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Network': {'1.1'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Port': {'1.7'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'PortForwarding': {'1.3'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'QosPolicy': {'1.10'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'SecurityGroup': {'1.5'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'SecurityGroupRule': {'1.2'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'SubPort': {'1.0'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Subnet': {'1.1'}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Trunk': {'1.1'}} Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: consumer versions: Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: { DHCP agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: HyperV agent@hv-cinder-84617: {}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: L3 agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: Metadata agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: Metering agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: Open vSwitch agent@dv-cinder-846173-2-iscsi: { 'AddressGroup': '1.2', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Agent': '1.1', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'ConntrackHelper': '1.0', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'LocalIPAssociation': '1.0', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Log': '1.0', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'NDPProxy': '1.0', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Network': '1.1', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Port': '1.7', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'PortForwarding': '1.3', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'QosPolicy': '1.10', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'SecurityGroup': '1.5', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'SecurityGroupRule': '1.2', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'SubPort': '1.0', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Subnet': '1.1', Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: 'Trunk': '1.1'}} Jun 23 22:35:50.408315 dv-cinder-846173-2-iscsi neutron-server[104138]: {{(pid=104138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 22:35:50.439968 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Checking segment: {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:35:50.440582 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Network hostable DHCP agents. Network: 69c6d8a0-202c-42d8-bb93-5c3836a8475f, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:35:50.459817 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Network 69c6d8a0-202c-42d8-bb93-5c3836a8475f is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:35:50.473604 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 69c6d8a0-202c-42d8-bb93-5c3836a8475f) {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:35:50.478802 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:35:50.479620 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.483184 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc83f8d-c449-4c69-8ed9-da8a7b50a930 None None] Network 69c6d8a0-202c-42d8-bb93-5c3836a8475f requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:35:50.505524 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-8ec3f5eb-3177-48d9-8ae8-34d41bceaa43 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3977761 Jun 23 22:35:50.506402 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 57852) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:50.508150 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-network', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:50.511959 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:50.538577 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7559'] for router (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.540345 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7885047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7925361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7564'] for router (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.549236 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Made reservation on behalf of 192d1c8d15ce462dbf10fc3b519ab253 for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:35:50.552668 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.576705 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.633213 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Publish callbacks [] for router_controller (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), precommit_add_association {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.664103 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:35:50.665253 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.671465 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Publish callbacks [] for security_group (f7b741da-29b5-4143-91f1-9eee27ba8e81), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.676949 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (f7b741da-29b5-4143-91f1-9eee27ba8e81), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.691420 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:35:50.701989 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (9d27f790-f5c6-4cee-af5a-587078f2093b), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.702406 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Added segment 9d27f790-f5c6-4cee-af5a-587078f2093b of type vlan for network 37491e26-b7d3-4482-a2c4-21c5caef5449 Jun 23 22:35:50.766083 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (37491e26-b7d3-4482-a2c4-21c5caef5449), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.815213 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=6 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:50.821633 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (37491e26-b7d3-4482-a2c4-21c5caef5449), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.822868 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:35:50.823598 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.840714 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b741da-29b5-4143-91f1-9eee27ba8e81,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:50.860545 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.6808133 Jun 23 22:35:50.861150 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57868) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:50.876660 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-a24d0c33-3190-4fc2-892b-576c097671ab admin admin] Request body: {'subnet': {'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-subnet', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:50.879537 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Publish callbacks [] for router_gateway (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:50.949170 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Allocated IP 172.20.0.2 (69c6d8a0-202c-42d8-bb93-5c3836a8475f/60656d55-937f-4812-b089-eaa0b114b731/fd8729d0-c4f4-4767-a06d-69deaa3447bd) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:35:50.955479 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55df93-b719-4b3b-a7b7-18791d20e974 admin admin] Pushing event updated for resources: {'Network': ['ID=37491e26-b7d3-4482-a2c4-21c5caef5449,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:50.968321 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24d0c33-3190-4fc2-892b-576c097671ab admin admin] Made reservation on behalf of 192d1c8d15ce462dbf10fc3b519ab253 for: {'subnet': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:35:50.971988 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a24d0c33-3190-4fc2-892b-576c097671ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.011667 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:51.088255 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57886) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:51.153398 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Publish callbacks [] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.160334 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 37491e26-b7d3-4482-a2c4-21c5caef5449 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:35:51.238034 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.275601 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Publish callbacks [] for router_gateway (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.285531 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a24d0c33-3190-4fc2-892b-576c097671ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (be0ee753-550b-4b20-9c49-ed1963544021), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.296514 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.321344 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Pushing event updated for resources: {'Port': ['ID=fd8729d0-c4f4-4767-a06d-69deaa3447bd,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:51.335398 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Network 69c6d8a0-202c-42d8-bb93-5c3836a8475f is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:35:51.341703 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:35:51.345334 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:35:51.349704 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.349969 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.350308 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.350655 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.351046 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.351348 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.351811 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.352122 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.352439 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.352753 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.353847 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.354196 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.354515 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.354836 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.355186 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:51.356298 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Tracked resource versions report: Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: pushed versions: Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: { 'AddressGroup': {'1.2'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Agent': {'1.1'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'ConntrackHelper': {'1.0'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'LocalIPAssociation': {'1.0'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Log': {'1.0'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'NDPProxy': {'1.0'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Network': {'1.1'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Port': {'1.7'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'PortForwarding': {'1.3'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'QosPolicy': {'1.10'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'SecurityGroup': {'1.5'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'SecurityGroupRule': {'1.2'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'SubPort': {'1.0'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Subnet': {'1.1'}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Trunk': {'1.1'}} Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: consumer versions: Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: { DHCP agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: HyperV agent@hv-cinder-84617: {}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: L3 agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: Metadata agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: Metering agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: Open vSwitch agent@dv-cinder-846173-2-iscsi: { 'AddressGroup': '1.2', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Agent': '1.1', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'ConntrackHelper': '1.0', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'LocalIPAssociation': '1.0', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Log': '1.0', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'NDPProxy': '1.0', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Network': '1.1', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Port': '1.7', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'PortForwarding': '1.3', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'QosPolicy': '1.10', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'SecurityGroup': '1.5', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'SecurityGroupRule': '1.2', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'SubPort': '1.0', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Subnet': '1.1', Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: 'Trunk': '1.1'}} Jun 23 22:35:51.358467 dv-cinder-846173-2-iscsi neutron-server[104140]: {{(pid=104140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 22:35:51.416939 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57894) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:51.422211 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d0c33-3190-4fc2-892b-576c097671ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0ee753-550b-4b20-9c49-ed1963544021,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:51.468853 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Attempting to bind port fd8729d0-c4f4-4767-a06d-69deaa3447bd on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:35:51.469218 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Attempting to bind port fd8729d0-c4f4-4767-a06d-69deaa3447bd by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:35:51.469580 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Attempting to bind port fd8729d0-c4f4-4767-a06d-69deaa3447bd on network 69c6d8a0-202c-42d8-bb93-5c3836a8475f {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:35:51.485773 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d0c33-3190-4fc2-892b-576c097671ab admin admin] Checking segment: {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:35:51.487001 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d0c33-3190-4fc2-892b-576c097671ab admin admin] Network hostable DHCP agents. Network: 37491e26-b7d3-4482-a2c4-21c5caef5449, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:35:51.490532 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:35:51.491095 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Checking segment: {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:35:51.491378 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.491825 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Bound using segment: {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:35:51.493376 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Allocated IP 172.27.2.91 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/0289c083-5d9b-4ade-89bb-1404f6ecc1aa) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:35:51.493662 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Bound port: fd8729d0-c4f4-4767-a06d-69deaa3447bd, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:35:51.494055 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.498347 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:51.527867 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d0c33-3190-4fc2-892b-576c097671ab admin admin] Network 37491e26-b7d3-4482-a2c4-21c5caef5449 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:35:51.557135 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-a24d0c33-3190-4fc2-892b-576c097671ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 37491e26-b7d3-4482-a2c4-21c5caef5449) {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:35:51.590705 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24d0c33-3190-4fc2-892b-576c097671ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:35:51.592569 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a24d0c33-3190-4fc2-892b-576c097671ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.620097 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-a24d0c33-3190-4fc2-892b-576c097671ab admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7466757 Jun 23 22:35:51.621102 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57914) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:51.627742 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:51.638965 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:51.639177 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caacca47-36a3-40e9-9152-63a0b0fcfb9a None None] Network 37491e26-b7d3-4482-a2c4-21c5caef5449 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:35:51.640780 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Publish callbacks [] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.662050 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1295611949-network', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:51.709727 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7559'] for router (5217187c-ce4f-443e-8221-d529a6a20cd9), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.709980 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.712145 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7885047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7925361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7564'] for router (5217187c-ce4f-443e-8221-d529a6a20cd9), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.769361 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] For port fd8729d0-c4f4-4767-a06d-69deaa3447bd, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:35:51.785814 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] For port fd8729d0-c4f4-4767-a06d-69deaa3447bd, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=fd8729d0-c4f4-4767-a06d-69deaa3447bd,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:35:51.825520 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.827279 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:35:51.832357 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Pushing event updated for resources: {'Port': ['ID=0289c083-5d9b-4ade-89bb-1404f6ecc1aa,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:51.844799 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:35:51.890041 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Publish callbacks [] for router_controller (5217187c-ce4f-443e-8221-d529a6a20cd9), precommit_add_association {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.892881 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Made reservation on behalf of 2735e40fe2564a6d8a5cdc7c32b0b869 for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:35:51.896733 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:51.902550 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:35:51.923827 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:52.120720 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4b570-7d7f-48b2-8170-3ef76ba16db0 None None] Pushing event updated for resources: {'Port': ['ID=fd8729d0-c4f4-4767-a06d-69deaa3447bd,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:52.198423 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-37491e26-b7d3-4482-a2c4-21c5caef5449', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:35:52.200606 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:52.404776 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f2af-b4cb-4c02-ba94-0cb7293ce6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:52.513709 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-538705842-network', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:52.589407 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:52.597047 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Allocated IP 172.20.0.2 (37491e26-b7d3-4482-a2c4-21c5caef5449/be0ee753-550b-4b20-9c49-ed1963544021/f0d1ba7e-97ec-4978-95b8-3717ef6ec321) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:35:52.598895 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Publish callbacks [] for security_group (c8d104f4-96c8-4689-b47b-e720ff430e7b), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:52.630494 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Publish callbacks [] for router_gateway (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:52.651588 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Publish callbacks [] for router_gateway (5217187c-ce4f-443e-8221-d529a6a20cd9), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:52.662653 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (c8d104f4-96c8-4689-b47b-e720ff430e7b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:52.667016 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Made reservation on behalf of becdae52e5c64b1ea2bb05833505b0f8 for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:35:52.670958 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:52.691394 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:52.737139 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:52.744408 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:35:52.795101 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:52.844486 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (cd17fcbf-1730-4a9b-8a44-e31c2521690d), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:52.845459 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Added segment cd17fcbf-1730-4a9b-8a44-e31c2521690d of type vlan for network e8170354-014e-4823-a204-b43deead6b56 Jun 23 22:35:52.901151 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d104f4-96c8-4689-b47b-e720ff430e7b,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:52.985027 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Publish callbacks [] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:52.994819 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:52.999535 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (e8170354-014e-4823-a204-b43deead6b56), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.063863 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Pushing event updated for resources: {'Port': ['ID=f0d1ba7e-97ec-4978-95b8-3717ef6ec321,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:53.088179 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7885616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147'] for router (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.092832 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Network 37491e26-b7d3-4482-a2c4-21c5caef5449 is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:35:53.095511 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:35:53.099098 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:35:53.144552 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (e8170354-014e-4823-a204-b43deead6b56), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.145684 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:35:53.146703 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.207470 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Attempting to bind port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:35:53.207983 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Attempting to bind port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:35:53.208189 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Attempting to bind port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 on network 37491e26-b7d3-4482-a2c4-21c5caef5449 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:35:53.222421 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:35:53.222789 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Checking segment: {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:35:53.223510 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.223900 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Bound using segment: {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:35:53.224372 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Bound port: f0d1ba7e-97ec-4978-95b8-3717ef6ec321, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:35:53.224750 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.308303 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:53.427456 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b is scheduled to L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 with binding_index 1 {{(pid=104138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 22:35:53.428114 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Publish callbacks [] for security_group (220a35a4-66ab-4900-9254-e7135972d123), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.447363 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Publish callbacks [] for router_gateway (5217187c-ce4f-443e-8221-d529a6a20cd9), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.454896 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] For port f0d1ba7e-97ec-4978-95b8-3717ef6ec321, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:35:53.459448 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] For port f0d1ba7e-97ec-4978-95b8-3717ef6ec321, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=f0d1ba7e-97ec-4978-95b8-3717ef6ec321,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:35:53.467764 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.507024 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.526138 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device fd8729d0-c4f4-4767-a06d-69deaa3447bd up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:35:53.527537 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (220a35a4-66ab-4900-9254-e7135972d123), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.555168 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.4656363 Jun 23 22:35:53.564392 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 57980) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:53.622405 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port fd8729d0-c4f4-4767-a06d-69deaa3447bd triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:35:53.623594 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.626532 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:53.707297 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-e0270b01-8610-4529-9f2f-8d8ad5d6d635 admin admin] Request body: {'subnet': {'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-subnet', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:53.733963 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541fc01-7d22-4351-8e2a-4a7c1ed26098 admin admin] Pushing event updated for resources: {'Network': ['ID=e8170354-014e-4823-a204-b43deead6b56,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:53.739779 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:35:53.758230 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Sync routers for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:35:53.768577 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network e8170354-014e-4823-a204-b43deead6b56 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:35:53.779473 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:35:53.789763 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:53.791230 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:35:53.796338 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:24Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:35:53.801273 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-1a5095cc-fa83-439a-a06c-6b23472aa4ae admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2933927 Jun 23 22:35:53.803847 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 57998) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:53.814397 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b691b-9835-4d25-8bde-e5cdc547f738 None None] Pushing event updated for resources: {'Port': ['ID=f0d1ba7e-97ec-4978-95b8-3717ef6ec321,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:53.968892 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port fd8729d0-c4f4-4767-a06d-69deaa3447bd is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:35:53.969032 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:54.001627 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (5051638b-1d36-4ede-8c3e-77947610a6d5), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:54.010013 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Added segment 5051638b-1d36-4ede-8c3e-77947610a6d5 of type vlan for network bcb228fc-05ce-4620-ab8e-125664fd2aaa Jun 23 22:35:54.042013 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:35:54.063769 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1ca464-d15c-439f-b767-90a5086c8d05 None None] Network 69c6d8a0-202c-42d8-bb93-5c3836a8475f requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:35:54.153363 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port fd8729d0-c4f4-4767-a06d-69deaa3447bd, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=fd8729d0-c4f4-4767-a06d-69deaa3447bd,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:35:54.178021 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:54.195199 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0270b01-8610-4529-9f2f-8d8ad5d6d635 admin admin] Made reservation on behalf of 2735e40fe2564a6d8a5cdc7c32b0b869 for: {'subnet': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:35:54.201171 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e0270b01-8610-4529-9f2f-8d8ad5d6d635 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:54.217468 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:54.220414 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220a35a4-66ab-4900-9254-e7135972d123,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:54.247510 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-60bb1cc6-6a0a-4261-b7d8-010148e88409 None None] Provisioning complete for port fd8729d0-c4f4-4767-a06d-69deaa3447bd triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:35:54.248205 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-60bb1cc6-6a0a-4261-b7d8-010148e88409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:54.428347 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:UPDATE=4,neutron:INSERT=2,neutron:SELECT=94 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:54.502299 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:54.511106 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Allocated IP 172.27.2.21 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/677ea63d-ca09-440a-865e-1ede8dc536ff) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:35:54.523047 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=fd8729d0-c4f4-4767-a06d-69deaa3447bd,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:54.595528 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:52Z', 'revision_number': 3, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:35:54.626538 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2fda-2bae-46a9-8e3a-07589af39feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:54.672587 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Checking router: 2ce5cec4-4bba-4d28-a827-90f70bd69e3b for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:35:54.675994 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Updating router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa binding host dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:35:54.737780 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-60bb1cc6-6a0a-4261-b7d8-010148e88409 None None] Current status of the port fd8729d0-c4f4-4767-a06d-69deaa3447bd is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:35:54.770630 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:54.808849 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (bcb228fc-05ce-4620-ab8e-125664fd2aaa), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:54.884524 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:54.912803 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Publish callbacks [] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:54.934281 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.db.resource_extend [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 22:35:55.040633 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (bcb228fc-05ce-4620-ab8e-125664fd2aaa), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.041636 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:35:55.063984 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.167476 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-b6a46787-474c-48f6-868f-f3a2726b41b8 None None] Provisioning complete for port fd8729d0-c4f4-4767-a06d-69deaa3447bd triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:35:55.170945 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b6a46787-474c-48f6-868f-f3a2726b41b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.257746 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Allocated IP 172.20.0.1 (69c6d8a0-202c-42d8-bb93-5c3836a8475f/60656d55-937f-4812-b089-eaa0b114b731/35538ea6-2775-4ab2-a277-11e5b0dbccd5) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:35:55.265582 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 3.8332915 Jun 23 22:35:55.349316 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58050) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:55.349827 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58052) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:55.360191 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-8e243472-0ef3-4799-a679-80fa8d888e5e admin admin] Request body: {'subnet': {'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-538705842-subnet', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:55.371239 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:55.372775 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d100d6-eb97-48fd-8463-a1c818eec391 admin admin] Pushing event updated for resources: {'Network': ['ID=bcb228fc-05ce-4620-ab8e-125664fd2aaa,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:55.448826 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network bcb228fc-05ce-4620-ab8e-125664fd2aaa details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:35:55.473467 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.481782 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e243472-0ef3-4799-a679-80fa8d888e5e admin admin] Made reservation on behalf of becdae52e5c64b1ea2bb05833505b0f8 for: {'subnet': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:35:55.485526 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8e243472-0ef3-4799-a679-80fa8d888e5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.587305 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:55.608875 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Publish callbacks [] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.611302 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:35:55.614532 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e0270b01-8610-4529-9f2f-8d8ad5d6d635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.619598 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78fab5b-b2bf-47b4-984b-aec1c54a37b5 None None] Network 37491e26-b7d3-4482-a2c4-21c5caef5449 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:35:55.621846 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:55.635427 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:35:55.712641 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.726828 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:35:55.744029 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58060) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:55.757971 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device fd8729d0-c4f4-4767-a06d-69deaa3447bd up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:35:55.762765 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-03fede53-ff58-4b6a-a18b-fc966277c01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.772494 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Network 69c6d8a0-202c-42d8-bb93-5c3836a8475f is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:35:55.773938 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Pushing event updated for resources: {'Port': ['ID=677ea63d-ca09-440a-865e-1ede8dc536ff,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:55.779058 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:35:55.783893 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Publish callbacks [] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.793688 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.812457 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:35:55.812933 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7887982'] for router_interface (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.822041 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Pushing event updated for resources: {'Port': ['ID=35538ea6-2775-4ab2-a277-11e5b0dbccd5,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:55.852922 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Pushing event updated for resources: {'Port': ['ID=0289c083-5d9b-4ade-89bb-1404f6ecc1aa,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:55.869999 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.870692 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.871395 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.872585 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.874334 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.874902 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.875488 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.876059 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.876581 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.877132 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.877664 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.878198 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.878715 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.879304 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.879874 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Tracked resource versions report: Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: pushed versions: Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: { 'AddressGroup': {'1.2'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Agent': {'1.1'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'ConntrackHelper': {'1.0'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'LocalIPAssociation': {'1.0'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Log': {'1.0'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'NDPProxy': {'1.0'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Network': {'1.1'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Port': {'1.7'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'PortForwarding': {'1.3'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'QosPolicy': {'1.10'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'SecurityGroup': {'1.5'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'SecurityGroupRule': {'1.2'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'SubPort': {'1.0'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Subnet': {'1.1'}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Trunk': {'1.1'}} Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: consumer versions: Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: { DHCP agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: HyperV agent@hv-cinder-84617: {}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: L3 agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: Metadata agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: Metering agent@dv-cinder-846173-2-iscsi: {}, Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: Open vSwitch agent@dv-cinder-846173-2-iscsi: { 'AddressGroup': '1.2', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Agent': '1.1', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'ConntrackHelper': '1.0', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'LocalIPAssociation': '1.0', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Log': '1.0', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'NDPProxy': '1.0', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Network': '1.1', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Port': '1.7', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'PortForwarding': '1.3', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'QosPolicy': '1.10', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'SecurityGroup': '1.5', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'SecurityGroupRule': '1.2', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'SubPort': '1.0', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Subnet': '1.1', Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: 'Trunk': '1.1'}} Jun 23 22:35:55.882004 dv-cinder-846173-2-iscsi neutron-server[104141]: {{(pid=104141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 22:35:55.912995 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-b6a46787-474c-48f6-868f-f3a2726b41b8 None None] Current status of the port fd8729d0-c4f4-4767-a06d-69deaa3447bd is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:35:55.967094 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port fd8729d0-c4f4-4767-a06d-69deaa3447bd triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:35:55.967094 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:55.968107 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Attempting to bind port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:35:55.968675 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Attempting to bind port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:35:55.969203 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Attempting to bind port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa on network 6e26287c-7a8e-421e-96a7-49a5147437a7 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:35:55.986357 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:35:55.987282 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:35:55.999581 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.000309 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Bound using segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:35:56.000876 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Bound port: 0289c083-5d9b-4ade-89bb-1404f6ecc1aa, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:35:56.001324 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.042304 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:56.082324 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-01ed105a-ea38-466c-bc70-780b6da4f51e None None] Provisioning complete for port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:35:56.084459 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-01ed105a-ea38-466c-bc70-780b6da4f51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.119358 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] For port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:35:56.129225 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] For port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=0289c083-5d9b-4ade-89bb-1404f6ecc1aa,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:35:56.142511 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.172524 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.241914 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.260128 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port fd8729d0-c4f4-4767-a06d-69deaa3447bd is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:35:56.261232 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device f0d1ba7e-97ec-4978-95b8-3717ef6ec321 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:35:56.339819 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:56.340927 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:35:56.342164 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:35:56.369912 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:56.391338 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482a56a-1b42-4c76-9eef-996f45d83b86 None None] Pushing event updated for resources: {'Port': ['ID=0289c083-5d9b-4ade-89bb-1404f6ecc1aa,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:56.412992 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:56.451607 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:35:56.452139 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.494449 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-03fede53-ff58-4b6a-a18b-fc966277c01b admin admin] Publish callbacks [] for security_group (53a62a2b-f7b6-4639-829a-08cd936f7a10), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.496395 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0270b01-8610-4529-9f2f-8d8ad5d6d635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:56.498627 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-01ed105a-ea38-466c-bc70-780b6da4f51e None None] Current status of the port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:35:56.500101 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-01ed105a-ea38-466c-bc70-780b6da4f51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.547932 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:35:56.553562 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-01ed105a-ea38-466c-bc70-780b6da4f51e None None] For port f0d1ba7e-97ec-4978-95b8-3717ef6ec321, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=f0d1ba7e-97ec-4978-95b8-3717ef6ec321,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:35:56.565883 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-01ed105a-ea38-466c-bc70-780b6da4f51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.634204 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8e243472-0ef3-4799-a679-80fa8d888e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (5dae44bc-674e-4067-81f9-b045f479765b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.634882 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:56.693150 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Publish callbacks [] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.700239 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.701856 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7886334'] for router_interface (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.710084 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0270b01-8610-4529-9f2f-8d8ad5d6d635 admin admin] Checking segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:35:56.710666 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0270b01-8610-4529-9f2f-8d8ad5d6d635 admin admin] Network hostable DHCP agents. Network: e8170354-014e-4823-a204-b43deead6b56, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:35:56.713791 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed105a-ea38-466c-bc70-780b6da4f51e None None] Pushing event updated for resources: {'Port': ['ID=f0d1ba7e-97ec-4978-95b8-3717ef6ec321,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:56.720532 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-03fede53-ff58-4b6a-a18b-fc966277c01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (53a62a2b-f7b6-4639-829a-08cd936f7a10), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.729001 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:35:56.784996 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-1b1d758d-0c84-44d8-af48-8643ada10df9 None None] Provisioning complete for port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:35:56.785428 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-1b1d758d-0c84-44d8-af48-8643ada10df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.815103 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-85e66132-147a-4a31-a334-0a9863a48e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.854893 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-1b1d758d-0c84-44d8-af48-8643ada10df9 None None] Port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:35:56.866777 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-1b1d758d-0c84-44d8-af48-8643ada10df9 None None] Provisioning complete for port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:35:56.867048 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-1b1d758d-0c84-44d8-af48-8643ada10df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:56.911094 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0270b01-8610-4529-9f2f-8d8ad5d6d635 admin admin] Network e8170354-014e-4823-a204-b43deead6b56 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:35:56.922218 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Network 69c6d8a0-202c-42d8-bb93-5c3836a8475f is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:35:56.934609 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:35:55Z', 'revision_number': 1, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:35:56.939805 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:35:56.978986 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-e0270b01-8610-4529-9f2f-8d8ad5d6d635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, e8170354-014e-4823-a204-b43deead6b56) {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:35:56.985041 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0270b01-8610-4529-9f2f-8d8ad5d6d635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:35:56.985422 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e0270b01-8610-4529-9f2f-8d8ad5d6d635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.007336 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add8a945-e2a3-449f-964c-d16c766038b0 None None] Network e8170354-014e-4823-a204-b43deead6b56 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:35:57.011717 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802ef7f1-2583-4b60-946a-83f972ba8f83 None None] The sync data for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi is: [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:35:55Z', 'revision_number': 1, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:35:57.054386 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:57.059428 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fede53-ff58-4b6a-a18b-fc966277c01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a62a2b-f7b6-4639-829a-08cd936f7a10,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:57.115885 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-e0270b01-8610-4529-9f2f-8d8ad5d6d635 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4170249 Jun 23 22:35:57.120940 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-03fede53-ff58-4b6a-a18b-fc966277c01b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d484d9303ed401fbd838f2c6bb9c04d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7655122 Jun 23 22:35:57.125558 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58100) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:57.125558 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58102) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:57.132867 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:57.168302 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Pushing event updated for resources: {'Port': ['ID=35538ea6-2775-4ab2-a277-11e5b0dbccd5,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:57.225161 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-85e66132-147a-4a31-a334-0a9863a48e58 admin admin] Publish callbacks [] for security_group (923e9ab3-17ab-4b5f-ae87-4202ee4bde14), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.241647 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:57.245658 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-85e66132-147a-4a31-a334-0a9863a48e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (923e9ab3-17ab-4b5f-ae87-4202ee4bde14), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.259361 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e243472-0ef3-4799-a679-80fa8d888e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dae44bc-674e-4067-81f9-b045f479765b,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:57.282435 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:35:57.285427 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Publish callbacks [] for router_gateway (5217187c-ce4f-443e-8221-d529a6a20cd9), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.314072 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f87d0d9d-9d30-411c-89ee-9b9d84113f04 admin admin] Publish callbacks [] for security_group (53a62a2b-f7b6-4639-829a-08cd936f7a10), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.316356 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-e8170354-014e-4823-a204-b43deead6b56', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:35:57.317518 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.321587 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.322392 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-1b1d758d-0c84-44d8-af48-8643ada10df9 None None] Current status of the port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:35:57.332420 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7559'] for router (863c27d2-56ae-4508-a4b8-2fecd998b6b6), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.333417 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7885047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7925361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7564'] for router (863c27d2-56ae-4508-a4b8-2fecd998b6b6), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.340918 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e243472-0ef3-4799-a679-80fa8d888e5e admin admin] Checking segment: {'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:35:57.341326 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e243472-0ef3-4799-a679-80fa8d888e5e admin admin] Network hostable DHCP agents. Network: bcb228fc-05ce-4620-ab8e-125664fd2aaa, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:35:57.395780 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Publish callbacks [] for router_controller (863c27d2-56ae-4508-a4b8-2fecd998b6b6), precommit_add_association {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.474980 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-85e66132-147a-4a31-a334-0a9863a48e58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5bdfd8b306f24510a91e99586724a2cb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7154818 Jun 23 22:35:57.479820 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58110) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:57.483446 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device f0d1ba7e-97ec-4978-95b8-3717ef6ec321 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:35:57.492868 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f87d0d9d-9d30-411c-89ee-9b9d84113f04 admin admin] Publish callbacks [] for security_group (53a62a2b-f7b6-4639-829a-08cd936f7a10), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.502090 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e66132-147a-4a31-a334-0a9863a48e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923e9ab3-17ab-4b5f-ae87-4202ee4bde14,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:57.503090 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:57.548441 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:57.577698 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e243472-0ef3-4799-a679-80fa8d888e5e admin admin] Network bcb228fc-05ce-4620-ab8e-125664fd2aaa is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:35:57.627445 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-64022fbc-9d60-4691-a67b-304e5e365dcb None None] Provisioning complete for port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:35:57.627903 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-64022fbc-9d60-4691-a67b-304e5e365dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.638012 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.639571 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-8e243472-0ef3-4799-a679-80fa8d888e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, bcb228fc-05ce-4620-ab8e-125664fd2aaa) {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:35:57.650382 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e243472-0ef3-4799-a679-80fa8d888e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:35:57.651203 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8e243472-0ef3-4799-a679-80fa8d888e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.689991 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d8206-e017-4881-9ad1-41ded48496b8 None None] Network bcb228fc-05ce-4620-ab8e-125664fd2aaa requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:35:57.716176 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3730e779-5f05-427d-a980-b0e112e22335 admin admin] Publish callbacks [] for security_group (923e9ab3-17ab-4b5f-ae87-4202ee4bde14), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.721368 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-8e243472-0ef3-4799-a679-80fa8d888e5e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3695042 Jun 23 22:35:57.728942 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58112) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:57.734167 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-538705842-router', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:57.739600 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Publish callbacks [] for router_gateway (863c27d2-56ae-4508-a4b8-2fecd998b6b6), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.754821 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:35:57.760938 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-a9789e8b-fa26-4c17-8f1f-39e8a79cfa58 admin admin] 10.222.0.43 "PUT /v2.0/routers/2ce5cec4-4bba-4d28-a827-90f70bd69e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9558289 Jun 23 22:35:57.813359 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-64022fbc-9d60-4691-a67b-304e5e365dcb None None] Port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:35:57.818910 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3730e779-5f05-427d-a980-b0e112e22335 admin admin] Publish callbacks [] for security_group (923e9ab3-17ab-4b5f-ae87-4202ee4bde14), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.823764 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f87d0d9d-9d30-411c-89ee-9b9d84113f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (53a62a2b-f7b6-4639-829a-08cd936f7a10), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.826511 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f87d0d9d-9d30-411c-89ee-9b9d84113f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.830337 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-f87d0d9d-9d30-411c-89ee-9b9d84113f04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53a62a2b-f7b6-4639-829a-08cd936f7a10 HTTP/1.1" status: 204 len: 168 time: 0.6931689 Jun 23 22:35:57.842049 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d0d9d-9d30-411c-89ee-9b9d84113f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a62a2b-f7b6-4639-829a-08cd936f7a10,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:57.844657 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Allocated IP 172.20.0.2 (e8170354-014e-4823-a204-b43deead6b56/abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60/2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:35:57.862036 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7559'] for router (a82d5a40-1915-4825-ae19-a6d581ed0c5b), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.863312 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7885047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7925361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7564'] for router (a82d5a40-1915-4825-ae19-a6d581ed0c5b), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.913288 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7885616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147'] for router (5217187c-ce4f-443e-8221-d529a6a20cd9), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:57.967559 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:35:57.968535 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:58.013663 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:INSERT=11,neutron:UPDATE=1,neutron:SELECT=86,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:58.080750 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Publish callbacks [] for router_gateway (863c27d2-56ae-4508-a4b8-2fecd998b6b6), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:58.121703 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Publish callbacks [] for router_controller (a82d5a40-1915-4825-ae19-a6d581ed0c5b), precommit_add_association {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:58.230288 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:58.238291 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:58.376457 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-bcb228fc-05ce-4620-ab8e-125664fd2aaa', 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa', 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'fixed_ips': [{'subnet_id': '5dae44bc-674e-4067-81f9-b045f479765b'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:35:58.377849 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:58.414237 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:58.484356 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Publish callbacks [] for router_gateway (a82d5a40-1915-4825-ae19-a6d581ed0c5b), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:58.489748 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3730e779-5f05-427d-a980-b0e112e22335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (923e9ab3-17ab-4b5f-ae87-4202ee4bde14), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:58.493038 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3730e779-5f05-427d-a980-b0e112e22335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:58.497893 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3730e779-5f05-427d-a980-b0e112e22335 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/923e9ab3-17ab-4b5f-ae87-4202ee4bde14 HTTP/1.1" status: 204 len: 168 time: 1.0098736 Jun 23 22:35:58.524714 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730e779-5f05-427d-a980-b0e112e22335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923e9ab3-17ab-4b5f-ae87-4202ee4bde14,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:58.601420 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:58.616439 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:35:58.726162 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Publish callbacks [] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:58.742284 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:58.762473 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Allocated IP 172.27.2.239 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/68e2ee12-ee8f-4621-8b6f-7b4a6210685b) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:35:58.770719 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58150) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:58.808971 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Router 5217187c-ce4f-443e-8221-d529a6a20cd9 is scheduled to L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 with binding_index 1 {{(pid=104139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 22:35:58.864247 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58156) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:58.870596 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-3fced5c4-49bc-4344-938c-b777af0c195c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--600923694', 'description': 'tempest-description--1981820591'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:58.974813 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3fced5c4-49bc-4344-938c-b777af0c195c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.137942 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3fced5c4-49bc-4344-938c-b777af0c195c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group (fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.175259 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3fced5c4-49bc-4344-938c-b777af0c195c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.180617 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Publish callbacks [] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.217556 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-eb4305bb-87dd-4886-b8f6-c48b58574393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.229392 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58170) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:59.241980 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Network e8170354-014e-4823-a204-b43deead6b56 is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:35:59.249217 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:35:59.255950 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:35:59.292369 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dde925ea-0d99-4c44-9804-9bf35caf09cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.355465 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Pushing event updated for resources: {'Port': ['ID=2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:59.377524 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Allocated IP 172.20.0.2 (bcb228fc-05ce-4620-ab8e-125664fd2aaa/5dae44bc-674e-4067-81f9-b045f479765b/a4171cce-59b3-4bb4-917f-a542c127b1f0) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:35:59.419312 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Publish callbacks [] for router_gateway (a82d5a40-1915-4825-ae19-a6d581ed0c5b), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.452654 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dde925ea-0d99-4c44-9804-9bf35caf09cd admin admin] Publish callbacks [] for security_group (633606ec-bbe8-4d96-9aba-f915c977cf25), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.456206 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Attempting to bind port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:35:59.456583 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Attempting to bind port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:35:59.457624 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:59.458393 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:35:59.462456 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Attempting to bind port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa on network e8170354-014e-4823-a204-b43deead6b56 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:35:59.464372 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3fced5c4-49bc-4344-938c-b777af0c195c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.469455 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-3fced5c4-49bc-4344-938c-b777af0c195c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5999525 Jun 23 22:35:59.481709 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58182) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:59.487533 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dde925ea-0d99-4c44-9804-9bf35caf09cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (633606ec-bbe8-4d96-9aba-f915c977cf25), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.495499 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:35:59.496288 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Checking segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:35:59.496288 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.496674 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Bound using segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:35:59.497308 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Bound port: 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:35:59.497768 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.525427 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fced5c4-49bc-4344-938c-b777af0c195c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:59.534393 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 0289c083-5d9b-4ade-89bb-1404f6ecc1aa up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:35:59.547133 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-551d70c6-1627-47e2-b77b-2e8dacf6521f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Request body: {'security_group_rule': {'security_group_id': 'fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:35:59.569006 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.666149 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:35:59.691981 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-551d70c6-1627-47e2-b77b-2e8dacf6521f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group_rule (1ed48e1d-5415-4816-b063-322d5ccbff30), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.718762 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-eb4305bb-87dd-4886-b8f6-c48b58574393 admin admin] Publish callbacks [] for security_group (6d0ecf72-c52e-4e19-8f7b-9dc7f523ddae), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.727721 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.729254 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-87e70294-8681-4eff-a03c-ca8bfcf6e604 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1067796 Jun 23 22:35:59.736286 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58192) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:59.776060 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.779535 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-eb4305bb-87dd-4886-b8f6-c48b58574393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (6d0ecf72-c52e-4e19-8f7b-9dc7f523ddae), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.805550 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Publish callbacks [] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.818573 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Sync routers for ids ['5217187c-ce4f-443e-8221-d529a6a20cd9'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:35:59.823932 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-eb4305bb-87dd-4886-b8f6-c48b58574393 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3870456e11b4171ab9ed057ebdf2088&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0492303 Jun 23 22:35:59.829911 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:35:59.830910 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.834248 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58200) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:59.869511 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-dde925ea-0d99-4c44-9804-9bf35caf09cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9f392bbabb1414bad7685e6d65f6cdb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6383920 Jun 23 22:35:59.872836 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58202) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:35:59.886419 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:35:59.907184 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Routers {'5217187c-ce4f-443e-8221-d529a6a20cd9'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:35:59.908861 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['5217187c-ce4f-443e-8221-d529a6a20cd9'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:35:59.942808 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde925ea-0d99-4c44-9804-9bf35caf09cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633606ec-bbe8-4d96-9aba-f915c977cf25,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:59.964038 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:35:59.966311 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Pushing event updated for resources: {'Port': ['ID=68e2ee12-ee8f-4621-8b6f-7b4a6210685b,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:35:59.970003 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:35:59.972155 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:00.018093 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Set router 5217187c-ce4f-443e-8221-d529a6a20cd9 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:00.053494 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Allocated IP 172.27.2.247 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/d7f643a5-baac-49d5-b114-301072e350df) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:36:00.082626 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-551d70c6-1627-47e2-b77b-2e8dacf6521f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group_rule (1ed48e1d-5415-4816-b063-322d5ccbff30), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.085946 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Network bcb228fc-05ce-4620-ab8e-125664fd2aaa is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:00.098808 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:00.099496 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:00.104777 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:00.125647 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-551d70c6-1627-47e2-b77b-2e8dacf6521f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (1ed48e1d-5415-4816-b063-322d5ccbff30), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.180698 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f13ccdb4-820b-49fb-b46e-18aef7bea69b admin admin] Publish callbacks [] for security_group (6d0ecf72-c52e-4e19-8f7b-9dc7f523ddae), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.220154 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4305bb-87dd-4886-b8f6-c48b58574393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0ecf72-c52e-4e19-8f7b-9dc7f523ddae,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:00.220346 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Publish callbacks [] for port (d7f643a5-baac-49d5-b114-301072e350df), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.247267 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:00.268135 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f13ccdb4-820b-49fb-b46e-18aef7bea69b admin admin] Publish callbacks [] for security_group (6d0ecf72-c52e-4e19-8f7b-9dc7f523ddae), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.274615 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:00.275342 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:00.284092 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (d7f643a5-baac-49d5-b114-301072e350df), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.303557 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:00.358834 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:00.359259 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.369630 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Pushing event updated for resources: {'Port': ['ID=a4171cce-59b3-4bb4-917f-a542c127b1f0,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:00.390184 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.433808 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-551d70c6-1627-47e2-b77b-2e8dacf6521f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.438080 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-551d70c6-1627-47e2-b77b-2e8dacf6521f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8961284 Jun 23 22:36:00.445971 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58222) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:00.454360 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d70c6-1627-47e2-b77b-2e8dacf6521f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed48e1d-5415-4816-b063-322d5ccbff30,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:00.458226 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f643a5-baac-49d5-b114-301072e350df,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:00.467743 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-33ef7e60-baa0-460c-9ab2-e67124fe2422 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Request body: {'security_group_rule': {'security_group_id': 'fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:00.478561 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=0289c083-5d9b-4ade-89bb-1404f6ecc1aa,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:00.487323 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f13ccdb4-820b-49fb-b46e-18aef7bea69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (6d0ecf72-c52e-4e19-8f7b-9dc7f523ddae), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.491211 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f13ccdb4-820b-49fb-b46e-18aef7bea69b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.492384 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-f13ccdb4-820b-49fb-b46e-18aef7bea69b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d0ecf72-c52e-4e19-8f7b-9dc7f523ddae HTTP/1.1" status: 204 len: 168 time: 0.6262827 Jun 23 22:36:00.494984 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Publish callbacks [] for router_gateway (863c27d2-56ae-4508-a4b8-2fecd998b6b6), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.500308 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:00.509984 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:00.516161 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:00.524936 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7229e0bd-0cd6-4666-a82e-0739bba21000 admin admin] Publish callbacks [] for security_group (633606ec-bbe8-4d96-9aba-f915c977cf25), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.565823 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ccdb4-820b-49fb-b46e-18aef7bea69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0ecf72-c52e-4e19-8f7b-9dc7f523ddae,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:00.593234 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.596578 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] For port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:00.605256 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 3, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:00.648815 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Checking router: 5217187c-ce4f-443e-8221-d529a6a20cd9 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:36:00.649168 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Updating router 5217187c-ce4f-443e-8221-d529a6a20cd9 port 677ea63d-ca09-440a-865e-1ede8dc536ff binding host dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:36:00.705873 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.826396 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Sync routers for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:36:00.835203 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7885616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147'] for router (863c27d2-56ae-4508-a4b8-2fecd998b6b6), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.847047 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:00.847961 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:00.883939 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-33ef7e60-baa0-460c-9ab2-e67124fe2422 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group_rule (576c0f38-63d7-4fe4-bdc2-17f0224e0786), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:00.914145 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7229e0bd-0cd6-4666-a82e-0739bba21000 admin admin] Publish callbacks [] for security_group (633606ec-bbe8-4d96-9aba-f915c977cf25), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.025137 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Publish callbacks [] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), precommit_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.028335 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:01.039332 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Attempting to bind port a4171cce-59b3-4bb4-917f-a542c127b1f0 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:01.039811 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Attempting to bind port a4171cce-59b3-4bb4-917f-a542c127b1f0 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:01.040274 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Attempting to bind port a4171cce-59b3-4bb4-917f-a542c127b1f0 on network bcb228fc-05ce-4620-ab8e-125664fd2aaa {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:01.053550 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] For port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:01.055219 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:01.055594 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Checking segment: {'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:01.056042 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.056498 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Bound using segment: {'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:01.057024 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Bound port: a4171cce-59b3-4bb4-917f-a542c127b1f0, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:01.057358 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.063405 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.082653 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:01.103418 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.109773 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 is scheduled to L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 with binding_index 1 {{(pid=104138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 22:36:01.136871 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:01.227922 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] For port a4171cce-59b3-4bb4-917f-a542c127b1f0, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:01.259448 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Attempting to bind port 677ea63d-ca09-440a-865e-1ede8dc536ff on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:01.259892 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Attempting to bind port 677ea63d-ca09-440a-865e-1ede8dc536ff by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:01.260169 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Attempting to bind port 677ea63d-ca09-440a-865e-1ede8dc536ff on network 6e26287c-7a8e-421e-96a7-49a5147437a7 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:01.275458 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:01.298662 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] For port a4171cce-59b3-4bb4-917f-a542c127b1f0, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a4171cce-59b3-4bb4-917f-a542c127b1f0,segment=NetworkSegment(5051638b-1d36-4ede-8c3e-77947610a6d5),segment_id=5051638b-1d36-4ede-8c3e-77947610a6d5)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:01.315977 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:36:01.317989 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=0289c083-5d9b-4ade-89bb-1404f6ecc1aa,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:01.341429 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.343365 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-bec778bc-6e63-4fee-be2f-a226e5c3ec0b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2149892 Jun 23 22:36:01.346258 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58244) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:01.349921 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Sync routers for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:36:01.463951 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-33ef7e60-baa0-460c-9ab2-e67124fe2422 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group_rule (576c0f38-63d7-4fe4-bdc2-17f0224e0786), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.485794 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:01.486269 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:01.489426 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.502084 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Bound using segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:01.506229 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Bound port: 677ea63d-ca09-440a-865e-1ede8dc536ff, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:01.506713 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.509923 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.626141 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-33ef7e60-baa0-460c-9ab2-e67124fe2422 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (576c0f38-63d7-4fe4-bdc2-17f0224e0786), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.645162 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:01.650408 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:01.659476 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 2, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:01.661135 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7229e0bd-0cd6-4666-a82e-0739bba21000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (633606ec-bbe8-4d96-9aba-f915c977cf25), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.667914 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7229e0bd-0cd6-4666-a82e-0739bba21000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.669364 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-7229e0bd-0cd6-4666-a82e-0739bba21000 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/633606ec-bbe8-4d96-9aba-f915c977cf25 HTTP/1.1" status: 204 len: 168 time: 1.7944016 Jun 23 22:36:01.686994 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92ff6b-b67d-4e26-9be7-b8a1626d6054 None None] Pushing event updated for resources: {'Port': ['ID=677ea63d-ca09-440a-865e-1ede8dc536ff,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:01.696692 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:01.697420 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:01.753714 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229e0bd-0cd6-4666-a82e-0739bba21000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633606ec-bbe8-4d96-9aba-f915c977cf25,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:01.755434 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Checking router: 2ce5cec4-4bba-4d28-a827-90f70bd69e3b for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:36:01.758145 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Updating router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 binding host dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:36:01.860121 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef7e60-baa0-460c-9ab2-e67124fe2422 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576c0f38-63d7-4fe4-bdc2-17f0224e0786,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:01.927649 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:01.944715 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] For port 677ea63d-ca09-440a-865e-1ede8dc536ff, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:02.002040 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-33ef7e60-baa0-460c-9ab2-e67124fe2422 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:02.010842 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-33ef7e60-baa0-460c-9ab2-e67124fe2422 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5534837 Jun 23 22:36:02.025376 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Publish callbacks [] for router_gateway (a82d5a40-1915-4825-ae19-a6d581ed0c5b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:02.025512 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] For port 677ea63d-ca09-440a-865e-1ede8dc536ff, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=677ea63d-ca09-440a-865e-1ede8dc536ff,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:02.028536 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58268) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:02.113607 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:02.154557 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:02.462653 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:02.640092 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:02.653110 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:02.673962 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:02.701259 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:02.703008 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbf803-983a-4536-b27a-441e303aaed7 None None] Pushing event updated for resources: {'Port': ['ID=2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:02.727906 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Publish callbacks [] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:02.741515 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:02.884877 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412f99e-12bb-4061-be0e-55e4652c74cc None None] Pushing event updated for resources: {'Port': ['ID=35538ea6-2775-4ab2-a277-11e5b0dbccd5,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:02.912366 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 3, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:03.011452 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:03.054646 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Checking router: 863c27d2-56ae-4508-a4b8-2fecd998b6b6 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:36:03.055203 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Updating router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b binding host dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:36:03.059035 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047275e-ead8-4314-b09d-ea6813207a80 None None] Pushing event updated for resources: {'Port': ['ID=a4171cce-59b3-4bb4-917f-a542c127b1f0,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:03.072773 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Routers {'5217187c-ce4f-443e-8221-d529a6a20cd9'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:03.073407 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['5217187c-ce4f-443e-8221-d529a6a20cd9'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:03.167504 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c23d380-60f4-446d-9191-f18bc6166803 None None] Network e8170354-014e-4823-a204-b43deead6b56 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:36:03.185772 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Attempting to bind port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:03.186220 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Attempting to bind port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:03.186220 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Attempting to bind port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 on network 69c6d8a0-202c-42d8-bb93-5c3836a8475f {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:03.213858 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:03.214472 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Checking segment: {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:03.214886 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:03.215315 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Bound using segment: {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:03.215817 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Bound port: 35538ea6-2775-4ab2-a277-11e5b0dbccd5, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:03.216238 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:03.256652 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:03.257748 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Allocated IP 172.20.0.1 (e8170354-014e-4823-a204-b43deead6b56/abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60/fb3b3246-8cbf-4e98-86a6-5f5d7ca95915) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:36:03.362840 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7885616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147'] for router (a82d5a40-1915-4825-ae19-a6d581ed0c5b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:03.378714 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] For port 35538ea6-2775-4ab2-a277-11e5b0dbccd5, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:03.385236 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] For port 35538ea6-2775-4ab2-a277-11e5b0dbccd5, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=35538ea6-2775-4ab2-a277-11e5b0dbccd5,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:03.391312 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:03.402238 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:03.533903 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:03.557219 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:03.557870 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:03.745387 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Publish callbacks [] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:03.829963 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-2cfe22c4-1c6e-4340-b8f5-cd0dc6a9ea1a None None] Provisioning complete for port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:03.830336 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2cfe22c4-1c6e-4340-b8f5-cd0dc6a9ea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:03.876328 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:03.895388 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:03.929792 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:03.972947 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a4171cce-59b3-4bb4-917f-a542c127b1f0 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:03.974826 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8676a9b7-1edb-4551-a1d2-c64e7d6723a7 None None] Network bcb228fc-05ce-4620-ab8e-125664fd2aaa requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:36:03.981067 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Network e8170354-014e-4823-a204-b43deead6b56 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:03.988531 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:04.003462 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:04.004479 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7887982'] for router_interface (863c27d2-56ae-4508-a4b8-2fecd998b6b6), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:04.047479 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92ff6b-b67d-4e26-9be7-b8a1626d6054 None None] Pushing event updated for resources: {'Port': ['ID=677ea63d-ca09-440a-865e-1ede8dc536ff,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:04.051897 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:04.146798 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:04.149750 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3b3246-8cbf-4e98-86a6-5f5d7ca95915,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:04.186807 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:04.209765 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412f99e-12bb-4061-be0e-55e4652c74cc None None] Pushing event updated for resources: {'Port': ['ID=35538ea6-2775-4ab2-a277-11e5b0dbccd5,revision_number=4']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:04.212842 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] Set router 5217187c-ce4f-443e-8221-d529a6a20cd9 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:04.280029 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Router a82d5a40-1915-4825-ae19-a6d581ed0c5b is scheduled to L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 with binding_index 1 {{(pid=104139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 22:36:04.297220 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Allocated IP 172.20.0.1 (37491e26-b7d3-4482-a2c4-21c5caef5449/be0ee753-550b-4b20-9c49-ed1963544021/24bfcff9-8254-4246-8ff5-e0b2651fdcc1) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:36:04.398653 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:04.488072 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:03Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:04.524505 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port a4171cce-59b3-4bb4-917f-a542c127b1f0 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:04.524505 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:04.547471 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ab307-81ae-4dae-8eae-896d71ff3f9b None None] The sync data for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi is: [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:03Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:36:04.737789 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe22c4-1c6e-4340-b8f5-cd0dc6a9ea1a None None] Current status of the port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:04.738171 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2cfe22c4-1c6e-4340-b8f5-cd0dc6a9ea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:04.749119 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Allocated IP 172.27.2.9 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/3d37f8af-d572-4b99-998c-31f3002f5986) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:36:04.792400 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:04.793332 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58330) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:04.926785 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:04.955574 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Publish callbacks [] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:04.965769 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:04.967536 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7886334'] for router_interface (863c27d2-56ae-4508-a4b8-2fecd998b6b6), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:04.981905 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-2cfe22c4-1c6e-4340-b8f5-cd0dc6a9ea1a None None] For port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:05.008312 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 3, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:05.024110 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2cfe22c4-1c6e-4340-b8f5-cd0dc6a9ea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:05.118376 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port a4171cce-59b3-4bb4-917f-a542c127b1f0 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:05.118765 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:05.161615 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72be3e8-f4e1-41bb-945e-8a667dfa1251 None None] The sync data for ids ['5217187c-ce4f-443e-8221-d529a6a20cd9'] in dv-cinder-846173-2-iscsi is: [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 3, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:36:05.250251 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e08c3b64-f4c7-4312-a6df-f45662858138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:05.314847 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Provisioning complete for port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:05.315688 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:05.381987 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port a4171cce-59b3-4bb4-917f-a542c127b1f0, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a4171cce-59b3-4bb4-917f-a542c127b1f0,segment=NetworkSegment(5051638b-1d36-4ede-8c3e-77947610a6d5),segment_id=5051638b-1d36-4ede-8c3e-77947610a6d5)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:05.393243 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe22c4-1c6e-4340-b8f5-cd0dc6a9ea1a None None] Pushing event updated for resources: {'Port': ['ID=2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:05.398023 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:05.399728 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3b3246-8cbf-4e98-86a6-5f5d7ca95915,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:05.409627 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for port (3d37f8af-d572-4b99-998c-31f3002f5986), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:05.411447 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:05.567939 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Network e8170354-014e-4823-a204-b43deead6b56 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:05.572485 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:05.587673 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:36:05.606181 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (3d37f8af-d572-4b99-998c-31f3002f5986), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:05.752093 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Sync routers for ids ['a82d5a40-1915-4825-ae19-a6d581ed0c5b'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:36:05.789823 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Routers {'a82d5a40-1915-4825-ae19-a6d581ed0c5b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:05.790692 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a82d5a40-1915-4825-ae19-a6d581ed0c5b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:05.800568 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:05.877173 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:05.886152 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=a4171cce-59b3-4bb4-917f-a542c127b1f0,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:05.898510 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e08c3b64-f4c7-4312-a6df-f45662858138 admin admin] Publish callbacks [] for security_group (ad0421b7-8f4b-4553-b75e-7c79e9098443), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:05.905623 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e08c3b64-f4c7-4312-a6df-f45662858138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (ad0421b7-8f4b-4553-b75e-7c79e9098443), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:05.938822 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:36:05.964677 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:05.967468 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:06.018966 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:06.023298 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-e08c3b64-f4c7-4312-a6df-f45662858138 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6466e16d7f0d404db3f28d9e93b89b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2157071 Jun 23 22:36:06.027458 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:06.031681 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58362) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:06.053119 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.069030 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3bbc5fb9-03b4-46a0-ade3-c0452221f287 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3386159 Jun 23 22:36:06.111883 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58364) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:06.145625 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:06.146740 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:06.149199 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.160954 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Set router a82d5a40-1915-4825-ae19-a6d581ed0c5b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:06.194187 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event updated for resources: {'Port': ['ID=3d37f8af-d572-4b99-998c-31f3002f5986,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:06.280294 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c3b64-f4c7-4312-a6df-f45662858138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0421b7-8f4b-4553-b75e-7c79e9098443,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:06.339442 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:36:06.350893 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-46f768d7-d5e6-45ee-ad27-3c9a3038a7b0 admin admin] 10.222.0.43 "PUT /v2.0/routers/863c27d2-56ae-4508-a4b8-2fecd998b6b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0032167 Jun 23 22:36:06.374033 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3a710e8b-0c6d-4bac-928b-7f00b8b16bdd admin admin] Publish callbacks [] for security_group (ad0421b7-8f4b-4553-b75e-7c79e9098443), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.398148 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Publish callbacks [] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.421773 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3a710e8b-0c6d-4bac-928b-7f00b8b16bdd admin admin] Publish callbacks [] for security_group (ad0421b7-8f4b-4553-b75e-7c79e9098443), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.490347 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:06.498965 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (49a25e17-0f13-4aa2-82d9-07e142c4234b), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.511802 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3a710e8b-0c6d-4bac-928b-7f00b8b16bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (ad0421b7-8f4b-4553-b75e-7c79e9098443), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.514686 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3a710e8b-0c6d-4bac-928b-7f00b8b16bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.518290 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:06.519128 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-3a710e8b-0c6d-4bac-928b-7f00b8b16bdd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad0421b7-8f4b-4553-b75e-7c79e9098443 HTTP/1.1" status: 204 len: 168 time: 0.2507453 Jun 23 22:36:06.538901 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a710e8b-0c6d-4bac-928b-7f00b8b16bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0421b7-8f4b-4553-b75e-7c79e9098443,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:06.562868 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Current status of the port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:06.563469 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.566503 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'name': 'tempest-DeleteServersTestJSON-538705842-router', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd7f643a5-baac-49d5-b114-301072e350df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:01Z', 'revision_number': 3, 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'gw_port': {'id': 'd7f643a5-baac-49d5-b114-301072e350df', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:59Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:06.615683 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Checking router: a82d5a40-1915-4825-ae19-a6d581ed0c5b for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:36:06.616286 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Updating router a82d5a40-1915-4825-ae19-a6d581ed0c5b port d7f643a5-baac-49d5-b114-301072e350df binding host dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:36:06.627404 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.660918 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d7f643a5-baac-49d5-b114-301072e350df), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.802350 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Publish callbacks [] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), precommit_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.805180 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Network 37491e26-b7d3-4482-a2c4-21c5caef5449 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:06.841229 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:06.848148 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:06.848148 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7887982'] for router_interface (5217187c-ce4f-443e-8221-d529a6a20cd9), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.876153 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] For port 35538ea6-2775-4ab2-a277-11e5b0dbccd5, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=35538ea6-2775-4ab2-a277-11e5b0dbccd5,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:06.885370 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:06.962291 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Pushing event updated for resources: {'Port': ['ID=24bfcff9-8254-4246-8ff5-e0b2651fdcc1,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:06.967508 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (3d37f8af-d572-4b99-998c-31f3002f5986), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.056149 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.137519 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5cd3e-5f0a-49c3-a53d-078dfe8e152a None None] Pushing event updated for resources: {'Port': ['ID=68e2ee12-ee8f-4621-8b6f-7b4a6210685b,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:07.259057 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:07.264971 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Attempting to bind port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:07.267912 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Attempting to bind port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:07.268367 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Attempting to bind port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b on network 6e26287c-7a8e-421e-96a7-49a5147437a7 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:07.281894 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Provisioning complete for port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:07.282283 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.383705 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Pushing event updated for resources: {'Port': ['ID=35538ea6-2775-4ab2-a277-11e5b0dbccd5,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:07.388192 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:07.389064 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:07.389480 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.389867 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Bound using segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:07.390349 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Bound port: 68e2ee12-ee8f-4621-8b6f-7b4a6210685b, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:07.390728 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.427611 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Publish callbacks [] for port (d7f643a5-baac-49d5-b114-301072e350df), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.437898 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d7f643a5-baac-49d5-b114-301072e350df), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.456150 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] For port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:07.461381 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] For port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=68e2ee12-ee8f-4621-8b6f-7b4a6210685b,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:07.479435 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.518109 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:07.577058 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Attempting to bind port d7f643a5-baac-49d5-b114-301072e350df on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:07.577653 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Attempting to bind port d7f643a5-baac-49d5-b114-301072e350df by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:07.578152 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Attempting to bind port d7f643a5-baac-49d5-b114-301072e350df on network 6e26287c-7a8e-421e-96a7-49a5147437a7 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:07.581067 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe10fdf-a056-4ee9-b225-0686d1c62c92 None None] Pushing event updated for resources: {'Port': ['ID=d7f643a5-baac-49d5-b114-301072e350df,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:07.587557 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:07.587763 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:07.588179 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.588757 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Bound using segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:07.589276 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Bound port: d7f643a5-baac-49d5-b114-301072e350df, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:07.590136 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d7f643a5-baac-49d5-b114-301072e350df), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.643381 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:07.667748 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] For port d7f643a5-baac-49d5-b114-301072e350df, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:07.672909 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] For port d7f643a5-baac-49d5-b114-301072e350df, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=d7f643a5-baac-49d5-b114-301072e350df,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:07.673399 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5cd3e-5f0a-49c3-a53d-078dfe8e152a None None] Pushing event updated for resources: {'Port': ['ID=68e2ee12-ee8f-4621-8b6f-7b4a6210685b,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:07.682494 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d7f643a5-baac-49d5-b114-301072e350df), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.695368 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:36:07.703764 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:07.705597 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 0289c083-5d9b-4ade-89bb-1404f6ecc1aa up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:07.710968 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:07.711419 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:07.792186 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.808260 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Provisioning complete for port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:07.808922 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:07.846112 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe10fdf-a056-4ee9-b225-0686d1c62c92 None None] Pushing event updated for resources: {'Port': ['ID=d7f643a5-baac-49d5-b114-301072e350df,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:07.876327 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Routers {'a82d5a40-1915-4825-ae19-a6d581ed0c5b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:07.877327 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a82d5a40-1915-4825-ae19-a6d581ed0c5b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:07.936053 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58412) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:07.942393 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-eefcbf6c-629b-4e7d-b742-8a51f73bf1cc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496808051', 'description': 'tempest-description--1079959834'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:08.013402 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-eefcbf6c-629b-4e7d-b742-8a51f73bf1cc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.068474 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] Set router a82d5a40-1915-4825-ae19-a6d581ed0c5b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:08.101495 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:08.101892 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.140952 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for port (3d37f8af-d572-4b99-998c-31f3002f5986), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.168678 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (3d37f8af-d572-4b99-998c-31f3002f5986), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.177341 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:08.244561 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-eefcbf6c-629b-4e7d-b742-8a51f73bf1cc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (78353370-1861-4956-bf52-068a64a0e6af), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.252463 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-eefcbf6c-629b-4e7d-b742-8a51f73bf1cc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (78353370-1861-4956-bf52-068a64a0e6af), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.330666 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-eefcbf6c-629b-4e7d-b742-8a51f73bf1cc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.332269 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-eefcbf6c-629b-4e7d-b742-8a51f73bf1cc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3951321 Jun 23 22:36:08.336357 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58422) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:08.343476 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-2470053d-b201-4fb1-a07f-4c2c2bb85c09 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'security_group_rule': {'security_group_id': '78353370-1861-4956-bf52-068a64a0e6af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:08.349603 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:08.356582 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcbf6c-629b-4e7d-b742-8a51f73bf1cc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78353370-1861-4956-bf52-068a64a0e6af,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:08.393693 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2470053d-b201-4fb1-a07f-4c2c2bb85c09 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (3d7e001e-48a6-43fb-864f-9dca1a47e1b5), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.443399 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Current status of the port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:08.503693 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2470053d-b201-4fb1-a07f-4c2c2bb85c09 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (3d7e001e-48a6-43fb-864f-9dca1a47e1b5), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.508136 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:08.508411 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2470053d-b201-4fb1-a07f-4c2c2bb85c09 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (3d7e001e-48a6-43fb-864f-9dca1a47e1b5), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.533464 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470053d-b201-4fb1-a07f-4c2c2bb85c09 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7e001e-48a6-43fb-864f-9dca1a47e1b5,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:08.564716 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2470053d-b201-4fb1-a07f-4c2c2bb85c09 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.571680 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'name': 'tempest-DeleteServersTestJSON-538705842-router', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd7f643a5-baac-49d5-b114-301072e350df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:01Z', 'revision_number': 3, 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'gw_port': {'id': 'd7f643a5-baac-49d5-b114-301072e350df', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:59Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:08.573917 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-2470053d-b201-4fb1-a07f-4c2c2bb85c09 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2342119 Jun 23 22:36:08.576328 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58436) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:08.590408 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-23c5ea98-9fba-4182-ab9b-5c6cb9d4cf5c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'security_group_rule': {'security_group_id': '78353370-1861-4956-bf52-068a64a0e6af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:08.627940 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc3b9b-6928-4245-8516-fbcb550401f1 None None] The sync data for ids ['a82d5a40-1915-4825-ae19-a6d581ed0c5b'] in dv-cinder-846173-2-iscsi is: [{'id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'name': 'tempest-DeleteServersTestJSON-538705842-router', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd7f643a5-baac-49d5-b114-301072e350df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:01Z', 'revision_number': 3, 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'gw_port': {'id': 'd7f643a5-baac-49d5-b114-301072e350df', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:59Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:36:08.662493 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-23c5ea98-9fba-4182-ab9b-5c6cb9d4cf5c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (468ad4a9-3776-40fc-b0ea-ca0b005b9d3b), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.665390 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (49a25e17-0f13-4aa2-82d9-07e142c4234b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.679601 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Provisioning complete for port a4171cce-59b3-4bb4-917f-a542c127b1f0 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:08.680160 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.685703 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event updated for resources: {'Port': ['ID=3d37f8af-d572-4b99-998c-31f3002f5986,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:08.730888 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.743330 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-1649113a-1225-434f-bf61-3863ff08d21a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.7020252 Jun 23 22:36:08.782349 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:08.838454 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Publish callbacks [] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.849886 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:08.853413 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.855795 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7886334'] for router_interface (5217187c-ce4f-443e-8221-d529a6a20cd9), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.860680 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:08.904783 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-23c5ea98-9fba-4182-ab9b-5c6cb9d4cf5c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (468ad4a9-3776-40fc-b0ea-ca0b005b9d3b), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.910264 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-23c5ea98-9fba-4182-ab9b-5c6cb9d4cf5c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (468ad4a9-3776-40fc-b0ea-ca0b005b9d3b), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:08.994677 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5ea98-9fba-4182-ab9b-5c6cb9d4cf5c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468ad4a9-3776-40fc-b0ea-ca0b005b9d3b,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:09.010353 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Pushing event updated for resources: {'Port': ['ID=24bfcff9-8254-4246-8ff5-e0b2651fdcc1,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:09.026587 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-23c5ea98-9fba-4182-ab9b-5c6cb9d4cf5c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:09.030312 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-23c5ea98-9fba-4182-ab9b-5c6cb9d4cf5c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4524064 Jun 23 22:36:09.034594 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58458) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:09.042072 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 2, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:09.049794 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:09.088158 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:09.122194 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad71dcb-2de9-4b41-895d-ebf39b45fe17 None None] The sync data for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi is: [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 2, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:36:09.152152 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:09.158202 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f3de700f-074a-4cac-9289-36b7c9e3711f None None] Current status of the port a4171cce-59b3-4bb4-917f-a542c127b1f0 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:09.317367 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:09.321312 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-c890922a-bb67-4d9c-aa67-0278d089413d None None] Provisioning complete for port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:09.329654 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c890922a-bb67-4d9c-aa67-0278d089413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:09.422914 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Network 37491e26-b7d3-4482-a2c4-21c5caef5449 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:09.431717 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:09.464242 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-c890922a-bb67-4d9c-aa67-0278d089413d None None] Port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:36:09.521726 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-c890922a-bb67-4d9c-aa67-0278d089413d None None] Provisioning complete for port a4171cce-59b3-4bb4-917f-a542c127b1f0 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:09.522103 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c890922a-bb67-4d9c-aa67-0278d089413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:09.548593 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 35538ea6-2775-4ab2-a277-11e5b0dbccd5 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:09.600414 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58472) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:09.849738 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:09.858707 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:09.870740 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58500) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:09.881344 dv-cinder-846173-2-iscsi neutron-server[104138]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 22:36:09.896235 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-c890922a-bb67-4d9c-aa67-0278d089413d None None] Current status of the port a4171cce-59b3-4bb4-917f-a542c127b1f0 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:09.923975 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Router 5217187c-ce4f-443e-8221-d529a6a20cd9 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:36:09.928029 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-c890922a-bb67-4d9c-aa67-0278d089413d None None] Provisioning complete for port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:09.932174 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c890922a-bb67-4d9c-aa67-0278d089413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:09.995092 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Allocated IP 172.20.0.1 (bcb228fc-05ce-4620-ab8e-125664fd2aaa/5dae44bc-674e-4067-81f9-b045f479765b/b89e7753-1022-4544-bfa5-6c08b1f7b65a) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:36:10.040574 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:10.040950 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:10.120874 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-c890922a-bb67-4d9c-aa67-0278d089413d None None] Port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:36:10.293745 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-311e8f75-8e8b-4203-87f7-e91ff8e1ed4e None None] Provisioning complete for port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:10.294116 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-311e8f75-8e8b-4203-87f7-e91ff8e1ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:10.298472 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Publish callbacks [] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:10.300355 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:10.301534 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 677ea63d-ca09-440a-865e-1ede8dc536ff up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:10.346622 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:10.382117 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-32e9e917-1480-4305-a71d-69545da10ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:10.433975 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Network bcb228fc-05ce-4620-ab8e-125664fd2aaa is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:10.448694 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-311e8f75-8e8b-4203-87f7-e91ff8e1ed4e None None] Port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:36:10.481588 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 677ea63d-ca09-440a-865e-1ede8dc536ff triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:10.482670 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:10.491192 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:10.498518 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:10.500574 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7887982'] for router_interface (a82d5a40-1915-4825-ae19-a6d581ed0c5b), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:10.565290 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:10.589300 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b89e7753-1022-4544-bfa5-6c08b1f7b65a,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:10.620639 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Allocated IP 172.27.2.40 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/cddf1522-9e69-41b1-ab57-78ce828fe18a) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:36:10.626951 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:36:10.637900 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-62349f23-42f9-41af-a71b-7f283ada74e3 admin admin] 10.222.0.43 "PUT /v2.0/routers/5217187c-ce4f-443e-8221-d529a6a20cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9000664 Jun 23 22:36:10.645477 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Sync routers for ids ['5217187c-ce4f-443e-8221-d529a6a20cd9'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:36:10.680665 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 677ea63d-ca09-440a-865e-1ede8dc536ff is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:10.681049 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:10.705456 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Routers {'5217187c-ce4f-443e-8221-d529a6a20cd9'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:10.709188 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['5217187c-ce4f-443e-8221-d529a6a20cd9'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:10.853336 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:10.896138 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:10.914276 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port 677ea63d-ca09-440a-865e-1ede8dc536ff, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=677ea63d-ca09-440a-865e-1ede8dc536ff,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:10.957825 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:10.960455 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:10.984382 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-32e9e917-1480-4305-a71d-69545da10ac1 admin admin] Publish callbacks [] for security_group (b93b73e9-7df3-4037-b151-da1f9e142a44), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:10.993353 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2fce0f70-ca1e-4af3-8b60-18b413e49f96 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--600923694&fields=id&tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2 HTTP/1.1" status: 200 len: 267 time: 1.1215227 Jun 23 22:36:11.002214 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-32e9e917-1480-4305-a71d-69545da10ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (b93b73e9-7df3-4037-b151-da1f9e142a44), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.152448 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:11.209342 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-32e9e917-1480-4305-a71d-69545da10ac1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19d2156f2b2d455da84804f4343aa70b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6077898 Jun 23 22:36:11.219885 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:11.228677 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-2d05707e-e4de-40cd-9285-dfefb93b3df1 None None] Provisioning complete for port b89e7753-1022-4544-bfa5-6c08b1f7b65a triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:11.229201 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2d05707e-e4de-40cd-9285-dfefb93b3df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.236205 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58530) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:11.237186 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9e917-1480-4305-a71d-69545da10ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93b73e9-7df3-4037-b151-da1f9e142a44,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:11.360754 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=15 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:11.368497 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-2d05707e-e4de-40cd-9285-dfefb93b3df1 None None] Port b89e7753-1022-4544-bfa5-6c08b1f7b65a cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:36:11.384940 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Set router 5217187c-ce4f-443e-8221-d529a6a20cd9 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:11.386786 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=677ea63d-ca09-440a-865e-1ede8dc536ff,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:11.398745 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for port (cddf1522-9e69-41b1-ab57-78ce828fe18a), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.418883 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Publish callbacks [] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.427727 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.428967 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7886334'] for router_interface (a82d5a40-1915-4825-ae19-a6d581ed0c5b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.464063 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-4b668352-94a2-458a-90ce-e66d7312f680 admin admin] Publish callbacks [] for security_group (b93b73e9-7df3-4037-b151-da1f9e142a44), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.494380 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-62a7b185-0c02-4977-9168-06988e6f97ef tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:11.496035 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-62a7b185-0c02-4977-9168-06988e6f97ef tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/networks?id=69c6d8a0-202c-42d8-bb93-5c3836a8475f HTTP/1.1" status: 200 len: 811 time: 0.4730487 Jun 23 22:36:11.516246 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b89e7753-1022-4544-bfa5-6c08b1f7b65a,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:11.521036 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-b751c69b-073f-4324-87d8-7020e31d13c4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/quotas/c751cc6b8ac64f3fb7adc9bc71575bd2 HTTP/1.1" status: 200 len: 375 time: 0.0144939 Jun 23 22:36:11.547994 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:11.548642 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.550674 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-4b668352-94a2-458a-90ce-e66d7312f680 admin admin] Publish callbacks [] for security_group (b93b73e9-7df3-4037-b151-da1f9e142a44), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.621341 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58552) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:11.629089 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:11.654706 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (cddf1522-9e69-41b1-ab57-78ce828fe18a), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.681463 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Network bcb228fc-05ce-4620-ab8e-125664fd2aaa is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:11.683399 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:11.707363 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:11.710413 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a4171cce-59b3-4bb4-917f-a542c127b1f0 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:11.753998 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-5b04373b-e406-482f-9875-ba7732a0494c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2210610 Jun 23 22:36:11.796458 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:11.830253 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port a4171cce-59b3-4bb4-917f-a542c127b1f0 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:11.832150 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.851233 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:11.855564 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'Port': ['ID=cddf1522-9e69-41b1-ab57-78ce828fe18a,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:11.857910 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:11.885180 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24bfcff9-8254-4246-8ff5-e0b2651fdcc1', 'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'mac_address': 'fa:16:3e:eb:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 2, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'subnets': [{'id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:11.901304 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Router a82d5a40-1915-4825-ae19-a6d581ed0c5b has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:36:11.920456 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-56a3121a-2bc1-49f2-a5ac-501777cb9825 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:11.922914 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-56a3121a-2bc1-49f2-a5ac-501777cb9825 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 819 time: 0.3002388 Jun 23 22:36:11.948652 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Checking router: 5217187c-ce4f-443e-8221-d529a6a20cd9 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:36:11.949188 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Updating router 5217187c-ce4f-443e-8221-d529a6a20cd9 port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 binding host dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:36:11.974637 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-4b668352-94a2-458a-90ce-e66d7312f680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (b93b73e9-7df3-4037-b151-da1f9e142a44), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.977289 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-4b668352-94a2-458a-90ce-e66d7312f680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:11.978913 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-4b668352-94a2-458a-90ce-e66d7312f680 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b93b73e9-7df3-4037-b151-da1f9e142a44 HTTP/1.1" status: 204 len: 168 time: 0.7385700 Jun 23 22:36:12.040860 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-2687cc95-3b88-4634-b061-bc437c6b5f15 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/quotas/192d1c8d15ce462dbf10fc3b519ab253 HTTP/1.1" status: 200 len: 375 time: 0.1113167 Jun 23 22:36:12.041893 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:12.080796 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b668352-94a2-458a-90ce-e66d7312f680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93b73e9-7df3-4037-b151-da1f9e142a44,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:12.111659 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:36:12.134855 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-05448890-a4a8-4bbc-bd17-a43c721574a9 admin admin] 10.222.0.43 "PUT /v2.0/routers/a82d5a40-1915-4825-ae19-a6d581ed0c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0180171 Jun 23 22:36:12.159161 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-0f574df5-243a-4210-93f2-2e01500e7bf6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:36:12.167135 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-0f574df5-243a-4210-93f2-2e01500e7bf6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1373465 Jun 23 22:36:12.181619 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (4b55f4a1-3eb0-422d-8e01-529b275505e5), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:12.211233 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-b550e7b4-f780-4387-a4fd-235f7fe63988 None None] Provisioning complete for port b89e7753-1022-4544-bfa5-6c08b1f7b65a triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:12.211646 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b550e7b4-f780-4387-a4fd-235f7fe63988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:12.220193 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:12.221265 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-0688f5cb-80d6-40e7-9f38-b0dee7c5745d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580386 Jun 23 22:36:12.316883 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (cddf1522-9e69-41b1-ab57-78ce828fe18a), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:12.329562 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port a4171cce-59b3-4bb4-917f-a542c127b1f0 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:12.362178 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-b550e7b4-f780-4387-a4fd-235f7fe63988 None None] Port b89e7753-1022-4544-bfa5-6c08b1f7b65a cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:36:12.377728 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-30852480-1824-46c4-ba5d-a428087554f6 service neutron] 10.222.0.43 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096784 Jun 23 22:36:12.531727 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:12.676280 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-08719d06-895f-4a33-b8e7-20b0825676f5 service neutron] 10.222.0.43 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960069 Jun 23 22:36:12.695790 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Publish callbacks [] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), precommit_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:12.705965 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:12.724939 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:12.776693 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for port (cddf1522-9e69-41b1-ab57-78ce828fe18a), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:12.781370 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (cddf1522-9e69-41b1-ab57-78ce828fe18a), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:12.806490 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device d7f643a5-baac-49d5-b114-301072e350df up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:12.853889 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Sync routers for ids ['a82d5a40-1915-4825-ae19-a6d581ed0c5b'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:36:12.856207 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (4b55f4a1-3eb0-422d-8e01-529b275505e5), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:12.876233 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'Port': ['ID=cddf1522-9e69-41b1-ab57-78ce828fe18a,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:12.891732 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:12.893175 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-5762c09b-c43c-4ee1-989f-1f9c3bb6c6e1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8557220 Jun 23 22:36:12.914469 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58590) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:12.932047 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:12.937615 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Routers {'a82d5a40-1915-4825-ae19-a6d581ed0c5b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:12.940772 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a82d5a40-1915-4825-ae19-a6d581ed0c5b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:12.977786 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9d564cc2-14aa-4fce-a40d-32f04cc66c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.004605 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad99b4-1da4-4490-ac20-898d11e536c5 None None] Pushing event updated for resources: {'Port': ['ID=24bfcff9-8254-4246-8ff5-e0b2651fdcc1,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:13.067483 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port d7f643a5-baac-49d5-b114-301072e350df triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:13.067879 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d7f643a5-baac-49d5-b114-301072e350df), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.115988 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Attempting to bind port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:13.116358 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Attempting to bind port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:13.116726 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Attempting to bind port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 on network 37491e26-b7d3-4482-a2c4-21c5caef5449 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:13.129254 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:13.129623 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Checking segment: {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:13.130020 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.130410 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Bound using segment: {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:13.131230 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Bound port: 24bfcff9-8254-4246-8ff5-e0b2651fdcc1, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:13.131362 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.275335 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port d7f643a5-baac-49d5-b114-301072e350df is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:13.279545 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d7f643a5-baac-49d5-b114-301072e350df), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.281631 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9d564cc2-14aa-4fce-a40d-32f04cc66c11 admin admin] Publish callbacks [] for security_group (3129d85a-fe24-440d-b3f2-9864d9f0097f), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.286564 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9d564cc2-14aa-4fce-a40d-32f04cc66c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (3129d85a-fe24-440d-b3f2-9864d9f0097f), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.286766 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] For port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:13.292252 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] For port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=24bfcff9-8254-4246-8ff5-e0b2651fdcc1,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:13.331332 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Set router a82d5a40-1915-4825-ae19-a6d581ed0c5b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:13.334570 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.372876 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-2bab0d17-b3bb-4f37-a6fa-5146e1a874f3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:36:13.373006 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port d7f643a5-baac-49d5-b114-301072e350df, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=d7f643a5-baac-49d5-b114-301072e350df,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:13.383246 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-9d564cc2-14aa-4fce-a40d-32f04cc66c11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=707bb2b7fe514daaa9cbf57443e8d58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4641945 Jun 23 22:36:13.383610 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-2bab0d17-b3bb-4f37-a6fa-5146e1a874f3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8082535 Jun 23 22:36:13.385750 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58620) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:13.400160 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d7f643a5-baac-49d5-b114-301072e350df), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.401518 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 68e2ee12-ee8f-4621-8b6f-7b4a6210685b up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:13.402604 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d564cc2-14aa-4fce-a40d-32f04cc66c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3129d85a-fe24-440d-b3f2-9864d9f0097f,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:13.515536 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ba31dfea-f25a-4d9a-af6b-a0df95202d22 admin admin] Publish callbacks [] for security_group (3129d85a-fe24-440d-b3f2-9864d9f0097f), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.572621 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Routers {'5217187c-ce4f-443e-8221-d529a6a20cd9'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:13.573275 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['5217187c-ce4f-443e-8221-d529a6a20cd9'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:13.588683 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58626) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:13.592642 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad99b4-1da4-4490-ac20-898d11e536c5 None None] Pushing event updated for resources: {'Port': ['ID=24bfcff9-8254-4246-8ff5-e0b2651fdcc1,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:13.596424 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ba31dfea-f25a-4d9a-af6b-a0df95202d22 admin admin] Publish callbacks [] for security_group (3129d85a-fe24-440d-b3f2-9864d9f0097f), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.618461 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:13.699148 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-87b23fe9-1a92-4adc-ab38-e17c81f2742f service neutron] 10.222.0.43 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139305 Jun 23 22:36:13.699403 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-2360410c-c085-4e6f-94a3-3c510eb87fc7 None None] Provisioning complete for port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:13.699614 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2360410c-c085-4e6f-94a3-3c510eb87fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.718793 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ba31dfea-f25a-4d9a-af6b-a0df95202d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (3129d85a-fe24-440d-b3f2-9864d9f0097f), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.721662 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ba31dfea-f25a-4d9a-af6b-a0df95202d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:13.726325 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-ba31dfea-f25a-4d9a-af6b-a0df95202d22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3129d85a-fe24-440d-b3f2-9864d9f0097f HTTP/1.1" status: 204 len: 168 time: 0.3378613 Jun 23 22:36:13.743975 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31dfea-f25a-4d9a-af6b-a0df95202d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3129d85a-fe24-440d-b3f2-9864d9f0097f,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:13.762520 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:13.931790 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-2eacc9cc-0145-40e4-afc3-ce7aef99f296 service neutron] 10.222.0.43 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239060 Jun 23 22:36:13.946226 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'name': 'tempest-DeleteServersTestJSON-538705842-router', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd7f643a5-baac-49d5-b114-301072e350df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'gw_port': {'id': 'd7f643a5-baac-49d5-b114-301072e350df', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:59Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'b89e7753-1022-4544-bfa5-6c08b1f7b65a', 'name': '', 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'mac_address': 'fa:16:3e:66:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5dae44bc-674e-4067-81f9-b045f479765b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:09Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 2, 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'subnets': [{'id': '5dae44bc-674e-4067-81f9-b045f479765b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:13.977202 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-31ab7348-0809-4949-975a-e6c9fa921a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:14.027035 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Checking router: a82d5a40-1915-4825-ae19-a6d581ed0c5b for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:36:14.027754 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Updating router a82d5a40-1915-4825-ae19-a6d581ed0c5b port b89e7753-1022-4544-bfa5-6c08b1f7b65a binding host dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:36:14.069622 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:14.072690 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:14.087860 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:14.119234 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=d7f643a5-baac-49d5-b114-301072e350df,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:14.226733 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-31ab7348-0809-4949-975a-e6c9fa921a43 admin admin] Publish callbacks [] for security_group (4c34be1f-d14a-4db5-97ab-90192a1d4037), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:14.268804 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-31ab7348-0809-4949-975a-e6c9fa921a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (4c34be1f-d14a-4db5-97ab-90192a1d4037), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:14.275073 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] Set router 5217187c-ce4f-443e-8221-d529a6a20cd9 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:14.569929 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-2360410c-c085-4e6f-94a3-3c510eb87fc7 None None] Current status of the port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:14.570291 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2360410c-c085-4e6f-94a3-3c510eb87fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:14.597101 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Sync routers for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:36:14.629279 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:14.649444 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:14.702501 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58686) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:14.703212 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-31ab7348-0809-4949-975a-e6c9fa921a43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d43bc11b97484a04bb667891d05a3411&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1128736 Jun 23 22:36:14.703628 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab7348-0809-4949-975a-e6c9fa921a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c34be1f-d14a-4db5-97ab-90192a1d4037,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:14.728524 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:14.729172 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:14.729658 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1fa09588-195a-46c3-9422-93fb86726513 req-64d43ab8-6e6c-4143-84e8-2fcf160e5329 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 210 time: 0.1228151 Jun 23 22:36:14.745514 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Publish callbacks [] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:14.765144 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:14.784174 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-540e8cf4-ac0c-4c31-ab4e-7126f4f5ccb5 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:14.784174 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-540e8cf4-ac0c-4c31-ab4e-7126f4f5ccb5 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/networks?id=bcb228fc-05ce-4620-ab8e-125664fd2aaa HTTP/1.1" status: 200 len: 811 time: 0.5615215 Jun 23 22:36:14.784442 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:14.808960 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-2360410c-c085-4e6f-94a3-3c510eb87fc7 None None] For port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=24bfcff9-8254-4246-8ff5-e0b2651fdcc1,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:14.815356 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:14.815652 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:14.821892 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-f6d6aaa7-c5cb-4b2d-b8d5-263394fad536 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/quotas/becdae52e5c64b1ea2bb05833505b0f8 HTTP/1.1" status: 200 len: 375 time: 0.0328484 Jun 23 22:36:14.836567 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-335c85ca-b2fc-46ee-abcb-016b677f40c0 admin admin] Publish callbacks [] for security_group (4c34be1f-d14a-4db5-97ab-90192a1d4037), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:14.893765 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:14.904837 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=68e2ee12-ee8f-4621-8b6f-7b4a6210685b,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:14.916848 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb655923-bb49-4b6d-a788-a91ee1ac87a4 None None] Pushing event updated for resources: {'Port': ['ID=b89e7753-1022-4544-bfa5-6c08b1f7b65a,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:14.951807 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2360410c-c085-4e6f-94a3-3c510eb87fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:14.962125 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:14.963976 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 677ea63d-ca09-440a-865e-1ede8dc536ff up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:15.047618 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-76e665e4-d123-40b3-84b2-8e4e8761ff03 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=becdae52e5c64b1ea2bb05833505b0f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2201307 Jun 23 22:36:15.108569 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Attempting to bind port b89e7753-1022-4544-bfa5-6c08b1f7b65a on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:15.111101 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Attempting to bind port b89e7753-1022-4544-bfa5-6c08b1f7b65a by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:15.111626 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Attempting to bind port b89e7753-1022-4544-bfa5-6c08b1f7b65a on network bcb228fc-05ce-4620-ab8e-125664fd2aaa {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:15.143390 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:15.144171 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Checking segment: {'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:15.144780 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:15.145377 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Bound using segment: {'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:15.146700 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Bound port: b89e7753-1022-4544-bfa5-6c08b1f7b65a, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:15.147948 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:15.201382 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360410c-c085-4e6f-94a3-3c510eb87fc7 None None] Pushing event updated for resources: {'Port': ['ID=24bfcff9-8254-4246-8ff5-e0b2651fdcc1,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:15.247374 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-c1e01910-bbcc-44d1-a7f1-9de1943dd371 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1496808051&fields=id&tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869 HTTP/1.1" status: 200 len: 267 time: 0.2920504 Jun 23 22:36:15.424230 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] For port b89e7753-1022-4544-bfa5-6c08b1f7b65a, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:15.429331 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-f10e4f70-dedb-4732-a399-20358e938cc7 None None] Provisioning complete for port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:15.429986 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f10e4f70-dedb-4732-a399-20358e938cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:15.432993 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] For port b89e7753-1022-4544-bfa5-6c08b1f7b65a, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=b89e7753-1022-4544-bfa5-6c08b1f7b65a,segment=NetworkSegment(5051638b-1d36-4ede-8c3e-77947610a6d5),segment_id=5051638b-1d36-4ede-8c3e-77947610a6d5)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:15.445435 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:15.488941 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-335c85ca-b2fc-46ee-abcb-016b677f40c0 admin admin] Publish callbacks [] for security_group (4c34be1f-d14a-4db5-97ab-90192a1d4037), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:15.552065 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 677ea63d-ca09-440a-865e-1ede8dc536ff triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:15.552463 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:15.643947 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-335c85ca-b2fc-46ee-abcb-016b677f40c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (4c34be1f-d14a-4db5-97ab-90192a1d4037), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:15.653258 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-335c85ca-b2fc-46ee-abcb-016b677f40c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:15.658959 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-335c85ca-b2fc-46ee-abcb-016b677f40c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c34be1f-d14a-4db5-97ab-90192a1d4037 HTTP/1.1" status: 204 len: 168 time: 0.9517355 Jun 23 22:36:15.671782 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb655923-bb49-4b6d-a788-a91ee1ac87a4 None None] Pushing event updated for resources: {'Port': ['ID=b89e7753-1022-4544-bfa5-6c08b1f7b65a,revision_number=4']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:15.676273 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f10e4f70-dedb-4732-a399-20358e938cc7 None None] Current status of the port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:15.693730 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:15.696287 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c85ca-b2fc-46ee-abcb-016b677f40c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c34be1f-d14a-4db5-97ab-90192a1d4037,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:15.713200 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Routers {'a82d5a40-1915-4825-ae19-a6d581ed0c5b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:15.713858 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a82d5a40-1915-4825-ae19-a6d581ed0c5b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:15.762114 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:15.769335 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:15.857551 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=68e2ee12-ee8f-4621-8b6f-7b4a6210685b,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:15.931548 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a014c-ab87-4832-bb70-f4e520737010 req-dba7f82c-3fa5-4af2-8673-63a19ac8c353 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:15.933103 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-dba7f82c-3fa5-4af2-8673-63a19ac8c353 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 815 time: 0.6851652 Jun 23 22:36:16.011138 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-330f1e7a-cc4f-4c0b-bfb5-8d7290ae0048 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/quotas/2735e40fe2564a6d8a5cdc7c32b0b869 HTTP/1.1" status: 200 len: 375 time: 0.0527799 Jun 23 22:36:16.047059 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-f544f2b5-52bd-499e-99d3-652dff247135 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb228fc-05ce-4620-ab8e-125664fd2aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9700356 Jun 23 22:36:16.083942 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-2f9199e0-72b8-4590-915a-db8f5ea230dc None None] Provisioning complete for port b89e7753-1022-4544-bfa5-6c08b1f7b65a triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:16.084305 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2f9199e0-72b8-4590-915a-db8f5ea230dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:16.103117 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:16.158033 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] Set router a82d5a40-1915-4825-ae19-a6d581ed0c5b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:16.313669 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-f77411a6-5b35-4df0-b046-35747a9ca677 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2990572 Jun 23 22:36:16.441848 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58768) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:16.468312 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-71527067-693b-4637-b629-f1de0b44a08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:16.503064 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:16.510779 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-11f7e1d4-9f4c-480e-9c26-176b3006c615 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb228fc-05ce-4620-ab8e-125664fd2aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506447 Jun 23 22:36:16.545659 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24bfcff9-8254-4246-8ff5-e0b2651fdcc1', 'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'mac_address': 'fa:16:3e:eb:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:13Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'subnets': [{'id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:16.593792 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'name': 'tempest-DeleteServersTestJSON-538705842-router', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd7f643a5-baac-49d5-b114-301072e350df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'gw_port': {'id': 'd7f643a5-baac-49d5-b114-301072e350df', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:59Z', 'updated_at': '2022-06-23T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'b89e7753-1022-4544-bfa5-6c08b1f7b65a', 'name': '', 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'mac_address': 'fa:16:3e:66:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5dae44bc-674e-4067-81f9-b045f479765b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:09Z', 'updated_at': '2022-06-23T22:36:15Z', 'revision_number': 4, 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'subnets': [{'id': '5dae44bc-674e-4067-81f9-b045f479765b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:16.604036 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-470ba34e-81cc-4686-86bc-bde9e1a9da70 service neutron] 10.222.0.43 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893829 Jun 23 22:36:16.653413 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e34d5-71d1-497c-b442-841f7ca6cefc None None] The sync data for ids ['a82d5a40-1915-4825-ae19-a6d581ed0c5b'] in dv-cinder-846173-2-iscsi is: [{'id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'name': 'tempest-DeleteServersTestJSON-538705842-router', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd7f643a5-baac-49d5-b114-301072e350df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'gw_port': {'id': 'd7f643a5-baac-49d5-b114-301072e350df', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:59Z', 'updated_at': '2022-06-23T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'b89e7753-1022-4544-bfa5-6c08b1f7b65a', 'name': '', 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'mac_address': 'fa:16:3e:66:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5dae44bc-674e-4067-81f9-b045f479765b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:09Z', 'updated_at': '2022-06-23T22:36:15Z', 'revision_number': 4, 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'subnets': [{'id': '5dae44bc-674e-4067-81f9-b045f479765b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:36:16.670943 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-71527067-693b-4637-b629-f1de0b44a08c admin admin] Publish callbacks [] for security_group (e203b533-b80e-40b7-92cc-bbeed0aeba90), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:16.678082 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-71527067-693b-4637-b629-f1de0b44a08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e203b533-b80e-40b7-92cc-bbeed0aeba90), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:16.768001 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-71527067-693b-4637-b629-f1de0b44a08c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3617c63403f349bb884c08d9a0fb0cf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243852 Jun 23 22:36:16.769324 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71527067-693b-4637-b629-f1de0b44a08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e203b533-b80e-40b7-92cc-bbeed0aeba90,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:16.770721 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58778) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:16.867878 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 2, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:16.956697 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Checking router: 863c27d2-56ae-4508-a4b8-2fecd998b6b6 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:36:16.957055 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Updating router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 binding host dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:36:16.961582 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bafa34-0355-47eb-9a1d-caa538c0d349 None None] The sync data for ids ['5217187c-ce4f-443e-8221-d529a6a20cd9'] in dv-cinder-846173-2-iscsi is: [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24bfcff9-8254-4246-8ff5-e0b2651fdcc1', 'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'mac_address': 'fa:16:3e:eb:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:13Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'subnets': [{'id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:36:17.111510 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 677ea63d-ca09-440a-865e-1ede8dc536ff is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:17.188103 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-2f9199e0-72b8-4590-915a-db8f5ea230dc None None] Current status of the port b89e7753-1022-4544-bfa5-6c08b1f7b65a is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:17.188977 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2f9199e0-72b8-4590-915a-db8f5ea230dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:17.270086 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:17.292800 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-2f9199e0-72b8-4590-915a-db8f5ea230dc None None] For port b89e7753-1022-4544-bfa5-6c08b1f7b65a, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=b89e7753-1022-4544-bfa5-6c08b1f7b65a,segment=NetworkSegment(5051638b-1d36-4ede-8c3e-77947610a6d5),segment_id=5051638b-1d36-4ede-8c3e-77947610a6d5)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:17.312626 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2f9199e0-72b8-4590-915a-db8f5ea230dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:17.380954 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-197b3664-d8f9-4a9a-9f22-110188dcb1bd service neutron] 10.222.0.43 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7721803 Jun 23 22:36:17.396248 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ed7944b6-35f2-48de-abf7-c8de10636a49 req-d4e5019d-944b-4ae3-a920-22a2434e54e8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 210 time: 0.2441425 Jun 23 22:36:17.454126 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-92f00085-0408-4e1c-8156-eef5bb14a9c1 admin admin] Publish callbacks [] for security_group (e203b533-b80e-40b7-92cc-bbeed0aeba90), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:17.512713 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9199e0-72b8-4590-915a-db8f5ea230dc None None] Pushing event updated for resources: {'Port': ['ID=b89e7753-1022-4544-bfa5-6c08b1f7b65a,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:17.643356 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-92f00085-0408-4e1c-8156-eef5bb14a9c1 admin admin] Publish callbacks [] for security_group (e203b533-b80e-40b7-92cc-bbeed0aeba90), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:17.728058 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58818) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:17.860239 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.55', 50989) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:17.886499 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-848a4e30-ec99-4240-8317-51860b7c0905 req-ebea637f-bc52-4147-9907-bde3d4e9bd12 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 210 time: 0.2017057 Jun 23 22:36:17.899876 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-92f00085-0408-4e1c-8156-eef5bb14a9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e203b533-b80e-40b7-92cc-bbeed0aeba90), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:17.904333 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-92f00085-0408-4e1c-8156-eef5bb14a9c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:17.909095 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-92f00085-0408-4e1c-8156-eef5bb14a9c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e203b533-b80e-40b7-92cc-bbeed0aeba90 HTTP/1.1" status: 204 len: 168 time: 1.1250739 Jun 23 22:36:17.974785 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:18.010557 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f00085-0408-4e1c-8156-eef5bb14a9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e203b533-b80e-40b7-92cc-bbeed0aeba90,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:18.141272 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-058f0a0e-82ba-41c7-b0cd-6501a2cda42f req-52b11d6f-6fac-4116-9ea5-f2f1bd0ad452 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 210 time: 0.1919253 Jun 23 22:36:18.166265 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-7da803ef-19af-49a4-bc5d-d2e088d80fa4 None None] Provisioning complete for port b89e7753-1022-4544-bfa5-6c08b1f7b65a triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:18.170144 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7da803ef-19af-49a4-bc5d-d2e088d80fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:18.208533 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.55', 50990) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:18.548784 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6693ea87-38e3-4166-a68d-f3a5b710a7c0 req-2f84ac4c-7f1e-441e-937a-019a7e1460be tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 210 time: 0.4583943 Jun 23 22:36:18.572135 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-85bf32ef-0d71-4374-b037-3ff45b2db1fb tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:18.573738 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-85bf32ef-0d71-4374-b037-3ff45b2db1fb tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.55 "GET /v2.0/networks?id=69c6d8a0-202c-42d8-bb93-5c3836a8475f HTTP/1.1" status: 200 len: 811 time: 0.7027888 Jun 23 22:36:18.630668 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-44efbf23-c3fc-45d1-82c4-cdba7df25327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:18.633434 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:18.634715 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:18.635205 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:18.949535 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-7a34cbc0-7f20-4d4d-ab5b-b034eae16c95 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:18.952139 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-7a34cbc0-7f20-4d4d-ab5b-b034eae16c95 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 819 time: 0.7400830 Jun 23 22:36:19.010262 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-4741173d-e519-466c-b609-863c2d528447 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2 HTTP/1.1" status: 200 len: 379 time: 0.3169870 Jun 23 22:36:19.033365 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-8709501a-23d6-4816-988d-ab252dceba81 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:19.036981 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-8709501a-23d6-4816-988d-ab252dceba81 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 819 time: 0.4796729 Jun 23 22:36:19.094429 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-7da803ef-19af-49a4-bc5d-d2e088d80fa4 None None] Current status of the port b89e7753-1022-4544-bfa5-6c08b1f7b65a is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:19.107985 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-44efbf23-c3fc-45d1-82c4-cdba7df25327 admin admin] Publish callbacks [] for security_group (db86a0d0-f059-40b3-92dd-5165873c73a4), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:19.112484 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Request body: {'port': {'device_id': '903f0ba6-4cc4-4533-8e70-b8f58c13d4c4', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'admin_state_up': True, 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:19.135511 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Request body: {'port': {'device_id': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'admin_state_up': True, 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'security_groups': ['fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9']}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:19.226681 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:19.230431 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:19.235315 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device d7f643a5-baac-49d5-b114-301072e350df up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:19.240733 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1703450f-89fb-4f46-b19e-9ca02954bcd3 req-d60960e7-052d-4c43-9f27-c9460ecccf0e tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 210 time: 0.2027547 Jun 23 22:36:19.245035 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-baae4851-ec13-45d6-83e0-3af6d9e91479 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/quotas/192d1c8d15ce462dbf10fc3b519ab253 HTTP/1.1" status: 200 len: 375 time: 0.1816463 Jun 23 22:36:19.381495 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Made reservation on behalf of 192d1c8d15ce462dbf10fc3b519ab253 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:19.394372 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:19.408611 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-44efbf23-c3fc-45d1-82c4-cdba7df25327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (db86a0d0-f059-40b3-92dd-5165873c73a4), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:19.426107 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.55', 50998) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:19.434559 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:19.505822 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-3b079243-500a-4480-9574-69c031fdb0a9 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2532165 Jun 23 22:36:19.622979 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efbf23-c3fc-45d1-82c4-cdba7df25327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db86a0d0-f059-40b3-92dd-5165873c73a4,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:19.701432 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-44efbf23-c3fc-45d1-82c4-cdba7df25327 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=192b9fd67e49457290d6e89b8d0a2fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9705999 Jun 23 22:36:19.715772 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58898) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:19.822307 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-df25f724-832b-4268-9c61-31c53d7c1f9b tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:19.826233 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-df25f724-832b-4268-9c61-31c53d7c1f9b tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.55 "GET /v2.0/networks?id=bcb228fc-05ce-4620-ab8e-125664fd2aaa HTTP/1.1" status: 200 len: 811 time: 0.3927312 Jun 23 22:36:19.905632 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b4926cd9-0bf5-4a36-a2f0-c3354a932a3f req-6bbe9576-32e3-4549-92b2-4f011ad85228 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 210 time: 0.2813029 Jun 23 22:36:19.964390 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Made reservation on behalf of c751cc6b8ac64f3fb7adc9bc71575bd2 for: {'port': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:19.973043 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:19.984938 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Request body: {'port': {'device_id': '0b0ce8c1-d950-47d0-a644-bf09bb09b7de', 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa', 'admin_state_up': True, 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:20.080745 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:20.165113 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Publish callbacks [] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), precommit_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:20.181820 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port d7f643a5-baac-49d5-b114-301072e350df triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:20.182123 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d7f643a5-baac-49d5-b114-301072e350df), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:20.186695 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:20.217218 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ee3573d7-d90d-432b-b23f-518a1b6deabb req-680d5b88-977f-4872-b1f3-2c80cb4c14c9 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 210 time: 0.1379554 Jun 23 22:36:20.573665 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Allocated IP 172.20.0.3 (69c6d8a0-202c-42d8-bb93-5c3836a8475f/60656d55-937f-4812-b089-eaa0b114b731/1d0ff831-0151-424d-bdac-c933fd397da7) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:36:20.648121 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:20.677971 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.55', 51006) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:20.691249 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d4aa8-0470-4086-85c0-906265d58e23 None None] Pushing event updated for resources: {'Port': ['ID=fb3b3246-8cbf-4e98-86a6-5f5d7ca95915,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:20.831233 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:36:20.863500 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Attempting to bind port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:20.863872 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Attempting to bind port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:20.864425 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Attempting to bind port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 on network e8170354-014e-4823-a204-b43deead6b56 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:20.901743 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:20.902043 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Checking segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:20.910044 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:20.910693 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Bound using segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:20.911401 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Bound port: fb3b3246-8cbf-4e98-86a6-5f5d7ca95915, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:20.911945 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:20.942607 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port d7f643a5-baac-49d5-b114-301072e350df is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:20.945758 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 68e2ee12-ee8f-4621-8b6f-7b4a6210685b up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:21.003998 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-072591b8-5eb8-421f-859c-bef3b98e0802 admin admin] Publish callbacks [] for security_group (db86a0d0-f059-40b3-92dd-5165873c73a4), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:21.067998 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-072591b8-5eb8-421f-859c-bef3b98e0802 admin admin] Publish callbacks [] for security_group (db86a0d0-f059-40b3-92dd-5165873c73a4), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:21.100663 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-38d89c1d-2f90-456f-8283-cfec5d1d0923 req-ecd54a87-3ed0-43eb-87d5-b4d54b054ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 210 time: 0.4258430 Jun 23 22:36:21.108953 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 58938) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:21.218113 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-072591b8-5eb8-421f-859c-bef3b98e0802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (db86a0d0-f059-40b3-92dd-5165873c73a4), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:21.220775 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-072591b8-5eb8-421f-859c-bef3b98e0802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:21.224411 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-072591b8-5eb8-421f-859c-bef3b98e0802 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db86a0d0-f059-40b3-92dd-5165873c73a4 HTTP/1.1" status: 204 len: 168 time: 1.5030062 Jun 23 22:36:21.280837 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:21.284105 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Allocated IP 172.20.0.8 (37491e26-b7d3-4482-a2c4-21c5caef5449/be0ee753-550b-4b20-9c49-ed1963544021/79ccfbc8-28e4-4313-8f45-8c693924dbde) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:36:21.309260 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072591b8-5eb8-421f-859c-bef3b98e0802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db86a0d0-f059-40b3-92dd-5165873c73a4,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:21.326808 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:21.343562 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for port (1d0ff831-0151-424d-bdac-c933fd397da7), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:21.366215 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] For port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:21.490680 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] For port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=fb3b3246-8cbf-4e98-86a6-5f5d7ca95915,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:21.522268 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-bb668e9c-bc81-4738-9923-dc39a7da27dd None None] Provisioning complete for port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:21.525949 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bb668e9c-bc81-4738-9923-dc39a7da27dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:21.533512 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:21.606550 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:21.626316 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:21.674968 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:21.677360 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:21.695868 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:21.770741 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Network 69c6d8a0-202c-42d8-bb93-5c3836a8475f is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:21.782477 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:21.840290 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:21.863505 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1262292994-network', 'tenant_id': '1f2a574c6e764b53bf8144badf2ab027'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:21.883048 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:21.895377 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for port (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:21.974032 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:21.975042 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:35:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:21.980121 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a014c-ab87-4832-bb70-f4e520737010 req-cd3ca000-702c-440f-a4cf-e2ce2309f9bb tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:21.981061 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8703721 Jun 23 22:36:21.985031 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-cd3ca000-702c-440f-a4cf-e2ce2309f9bb tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 815 time: 1.2554202 Jun 23 22:36:21.987643 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e999e0-56ca-413c-a821-de9f539d8ee2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event updated for resources: {'Port': ['ID=1d0ff831-0151-424d-bdac-c933fd397da7,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:22.022833 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-9d51e685-c7c5-4fcf-96d6-834362050f44 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:36:22.049276 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-9d51e685-c7c5-4fcf-96d6-834362050f44 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0116606 Jun 23 22:36:22.051093 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58970) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:22.066234 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4ab0d9cd-f0c4-4c7b-a438-8d0c3899aaad service neutron] 10.222.0.43 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1858819 Jun 23 22:36:22.114832 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:22.116814 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bb021ea8-99f2-4eec-b5a4-99daf2dfa727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.164775 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-bb668e9c-bc81-4738-9923-dc39a7da27dd None None] Current status of the port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:22.165411 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bb668e9c-bc81-4738-9923-dc39a7da27dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.167780 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d4aa8-0470-4086-85c0-906265d58e23 None None] Pushing event updated for resources: {'Port': ['ID=fb3b3246-8cbf-4e98-86a6-5f5d7ca95915,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:22.313428 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5513b43a-041c-4bbc-a449-f852661c701d req-6e30a811-1955-4227-92dc-2018644c0ed7 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 210 time: 0.5595808 Jun 23 22:36:22.343130 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Made reservation on behalf of 1f2a574c6e764b53bf8144badf2ab027 for: {'network': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:22.345347 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-bb668e9c-bc81-4738-9923-dc39a7da27dd None None] For port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=fb3b3246-8cbf-4e98-86a6-5f5d7ca95915,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:22.349589 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.352941 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:22.354210 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device b89e7753-1022-4544-bfa5-6c08b1f7b65a up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:22.363694 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bb668e9c-bc81-4738-9923-dc39a7da27dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.411151 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ae84fa52-fed5-445b-bba4-d094f48c1a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.444944 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:22.489109 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bb021ea8-99f2-4eec-b5a4-99daf2dfa727 admin admin] Publish callbacks [] for security_group (954fc380-d5e3-42d7-bb46-2bbd3607afb4), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.499314 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bb021ea8-99f2-4eec-b5a4-99daf2dfa727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (954fc380-d5e3-42d7-bb46-2bbd3607afb4), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.503546 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:22.518019 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.551958 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-843bb9c8-5ca3-4f90-9e86-593f76877e1d None None] Provisioning complete for port 1d0ff831-0151-424d-bdac-c933fd397da7 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:22.552366 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-843bb9c8-5ca3-4f90-9e86-593f76877e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.565718 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:22.567470 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.586322 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb021ea8-99f2-4eec-b5a4-99daf2dfa727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954fc380-d5e3-42d7-bb46-2bbd3607afb4,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:22.616397 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Request body: {'port': {'device_id': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:22.647844 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-843bb9c8-5ca3-4f90-9e86-593f76877e1d None None] Port 1d0ff831-0151-424d-bdac-c933fd397da7 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:36:22.656671 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb668e9c-bc81-4738-9923-dc39a7da27dd None None] Pushing event updated for resources: {'Port': ['ID=fb3b3246-8cbf-4e98-86a6-5f5d7ca95915,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:22.684555 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-843bb9c8-5ca3-4f90-9e86-593f76877e1d None None] Provisioning complete for port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:22.685411 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-843bb9c8-5ca3-4f90-9e86-593f76877e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.745700 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port b89e7753-1022-4544-bfa5-6c08b1f7b65a triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:22.746254 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.749969 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-bb021ea8-99f2-4eec-b5a4-99daf2dfa727 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d44ba037d414cb2b0471762e7d83141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6967447 Jun 23 22:36:22.750587 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58986) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:22.756267 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event updated for resources: {'Port': ['ID=79ccfbc8-28e4-4313-8f45-8c693924dbde,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:22.771791 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Made reservation on behalf of becdae52e5c64b1ea2bb05833505b0f8 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:22.775510 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.820036 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-05ccfc0f-327f-4feb-863e-99b389b82d8d req-2817f785-39cf-442e-9034-4685e71f4ce5 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 210 time: 0.3416979 Jun 23 22:36:22.940901 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 58992) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:22.942096 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f932-abd3-489d-8926-a55b334b8bbe admin admin] Publish callbacks [] for security_group (954fc380-d5e3-42d7-bb46-2bbd3607afb4), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.963622 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Publish callbacks [] for security_group (9d2782e8-ef63-4aff-83e0-f3eee0b83166), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.984332 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9d2782e8-ef63-4aff-83e0-f3eee0b83166), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:22.988519 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:23.006458 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f932-abd3-489d-8926-a55b334b8bbe admin admin] Publish callbacks [] for security_group (954fc380-d5e3-42d7-bb46-2bbd3607afb4), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:23.037336 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2782e8-ef63-4aff-83e0-f3eee0b83166,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:23.042353 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Network 37491e26-b7d3-4482-a2c4-21c5caef5449 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:23.118221 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-a794af9c-3d7e-4910-b763-ec359b1e309a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869 HTTP/1.1" status: 200 len: 380 time: 1.0953839 Jun 23 22:36:23.119236 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:23.123852 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=104138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:36:23.158901 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:23.174278 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:23.175041 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:23.205297 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-772a014c-ab87-4832-bb70-f4e520737010 req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'port': {'device_id': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'admin_state_up': True, 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'security_groups': ['78353370-1861-4956-bf52-068a64a0e6af']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:23.224742 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:21Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:23.288604 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f932-abd3-489d-8926-a55b334b8bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (954fc380-d5e3-42d7-bb46-2bbd3607afb4), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:23.291269 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f932-abd3-489d-8926-a55b334b8bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:23.296280 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-d4b7f932-abd3-489d-8926-a55b334b8bbe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/954fc380-d5e3-42d7-bb46-2bbd3607afb4 HTTP/1.1" status: 204 len: 168 time: 0.5429552 Jun 23 22:36:23.299772 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-b00d3f15-e481-441e-adbc-487b6a678360 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1919951 Jun 23 22:36:23.352827 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7f932-abd3-489d-8926-a55b334b8bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954fc380-d5e3-42d7-bb46-2bbd3607afb4,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:23.354431 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-843bb9c8-5ca3-4f90-9e86-593f76877e1d None None] Current status of the port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:23.370886 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949716fd-971a-4bb3-bcf2-87d0346f3673 None None] The sync data for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi is: [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:21Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:36:23.389754 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:23.546282 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port b89e7753-1022-4544-bfa5-6c08b1f7b65a is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:23.582010 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59002) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:23.628859 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8d25f012-0d3f-4e26-8c72-26c4133147b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:23.634936 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Request body: {'port': {'device_id': '903f0ba6-4cc4-4533-8e70-b8f58c13d4c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:23.678626 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (1ad1f0fd-9b60-4a9b-92e2-8a07156f442d), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:23.679075 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.segments_db [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Added segment 1ad1f0fd-9b60-4a9b-92e2-8a07156f442d of type vlan for network 8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598 Jun 23 22:36:23.690111 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-b7f6baf7-f237-41c6-9357-e13564cc5744 None None] Provisioning complete for port 79ccfbc8-28e4-4313-8f45-8c693924dbde triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:23.692293 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b7f6baf7-f237-41c6-9357-e13564cc5744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:23.696389 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-19785b65-6598-40de-8459-407bdf5fa12c service neutron] 10.222.0.43 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5701780 Jun 23 22:36:23.703859 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c03651-5f2d-40f4-a543-e8b803a8710f req-2b3ad007-77fd-49fd-a224-93a3da05f452 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:23.715489 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-37c03651-5f2d-40f4-a543-e8b803a8710f req-2b3ad007-77fd-49fd-a224-93a3da05f452 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 931 time: 0.7502377 Jun 23 22:36:23.819541 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-b7f6baf7-f237-41c6-9357-e13564cc5744 None None] Port 79ccfbc8-28e4-4313-8f45-8c693924dbde cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:36:23.830157 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:23.876972 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:23.917845 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8d25f012-0d3f-4e26-8c72-26c4133147b1 admin admin] Publish callbacks [] for security_group (7f1190f9-6504-4d8c-8740-53a0fb716a28), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:23.918988 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:23.921308 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:23.977145 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8d25f012-0d3f-4e26-8c72-26c4133147b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (7f1190f9-6504-4d8c-8740-53a0fb716a28), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:23.980852 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:23.992563 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:24.035538 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-36507d33-a1b6-4a34-b945-7257cf4975a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:24.170616 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:24.173004 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device b89e7753-1022-4544-bfa5-6c08b1f7b65a up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:24.214613 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:24.234124 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772a014c-ab87-4832-bb70-f4e520737010 req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Made reservation on behalf of 2735e40fe2564a6d8a5cdc7c32b0b869 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:24.246634 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-772a014c-ab87-4832-bb70-f4e520737010 req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:24.333814 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port b89e7753-1022-4544-bfa5-6c08b1f7b65a triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:24.335370 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:24.474384 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-37c03651-5f2d-40f4-a543-e8b803a8710f req-c1568fd0-37ce-4ac9-ab5d-013957c4319a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7503855 Jun 23 22:36:24.576303 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:24.594076 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cac6a5b3-0b5d-408e-a997-c219cc4e568f req-abf5d95f-43a2-438e-8a99-ce8dc024768f tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 210 time: 0.2506063 Jun 23 22:36:24.627197 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.db.resource_extend [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 22:36:24.735799 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bd47a72f-cea1-4218-ac39-3da35754efe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:24.756456 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Allocated IP 172.20.0.7 (bcb228fc-05ce-4620-ab8e-125664fd2aaa/5dae44bc-674e-4067-81f9-b045f479765b/c2d25909-b249-4e8a-bcb8-650a6616e3e6) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:36:24.789230 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.notifiers.nova [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0ff831-0151-424d-bdac-c933fd397da7 {{(pid=104139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:36:24.812094 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Publish callbacks [] for port (1d0ff831-0151-424d-bdac-c933fd397da7), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:24.816642 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:24.915743 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port b89e7753-1022-4544-bfa5-6c08b1f7b65a is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:24.988729 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.provisioning_blocks [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Transition to ACTIVE for port object 1d0ff831-0151-424d-bdac-c933fd397da7 will not be triggered until provisioned by entity L2. {{(pid=104139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:36:25.011756 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-40b11042-6370-44f5-8491-22ed94279eeb req-ebc7702b-92b5-46a3-8e85-ed9d4257ac0a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 210 time: 0.2811723 Jun 23 22:36:25.012464 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:25.013511 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:25.014249 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:25.054097 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25f012-0d3f-4e26-8c72-26c4133147b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1190f9-6504-4d8c-8740-53a0fb716a28,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:25.070801 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-8d25f012-0d3f-4e26-8c72-26c4133147b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6a8c615fcea43f79b97d91853b4ac3e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0829968 Jun 23 22:36:25.071682 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59036) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:25.079988 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:25.197741 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c258369e-c299-4717-9006-1eacf5ca1abe req-38db7c01-34da-4c90-9601-4525941de952 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 210 time: 0.3951817 Jun 23 22:36:25.203674 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.0903575 Jun 23 22:36:25.230913 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59038) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:25.271366 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-a500a238-1a47-4ca6-8c3f-6c343b26ff4a admin admin] Request body: {'subnet': {'network_id': '8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1262292994-subnet', 'tenant_id': '1f2a574c6e764b53bf8144badf2ab027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:25.377983 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0ff831-0151-424d-bdac-c933fd397da7,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:25.436073 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.managers [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Attempting to bind port 1d0ff831-0151-424d-bdac-c933fd397da7 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:25.443179 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.managers [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Attempting to bind port 1d0ff831-0151-424d-bdac-c933fd397da7 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'}] {{(pid=104139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:25.444754 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Attempting to bind port 1d0ff831-0151-424d-bdac-c933fd397da7 on network 69c6d8a0-202c-42d8-bb93-5c3836a8475f {{(pid=104139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:25.481268 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a500a238-1a47-4ca6-8c3f-6c343b26ff4a admin admin] Made reservation on behalf of 1f2a574c6e764b53bf8144badf2ab027 for: {'subnet': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:25.484582 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a500a238-1a47-4ca6-8c3f-6c343b26ff4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:25.620512 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa747c-4291-4383-a5db-1cda470d71d6 admin admin] Pushing event updated for resources: {'Network': ['ID=8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:25.641147 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:36:25.744893 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Port 1d0ff831-0151-424d-bdac-c933fd397da7 on network 69c6d8a0-202c-42d8-bb93-5c3836a8475f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:36:25.745415 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Attempting to bind port 1d0ff831-0151-424d-bdac-c933fd397da7 on network 69c6d8a0-202c-42d8-bb93-5c3836a8475f {{(pid=104139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:25.758299 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a500a238-1a47-4ca6-8c3f-6c343b26ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (427ada46-af6d-4ecf-be9b-2572d478a892), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:25.804840 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:25.805295 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Checking segment: {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:25.805981 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Bound using segment: {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'} {{(pid=104139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:25.806611 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.managers [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Bound port: 1d0ff831-0151-424d-bdac-c933fd397da7, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'}}] {{(pid=104139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:25.807070 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:25.915144 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:25.915144 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-978ee5af-73d6-48a6-88cc-923c07212ff2 admin admin] Publish callbacks [] for security_group (7f1190f9-6504-4d8c-8740-53a0fb716a28), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:25.920038 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:25.925314 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-36507d33-a1b6-4a34-b945-7257cf4975a7 admin admin] Publish callbacks [] for security_group (54305ac3-a599-46b9-831d-9ab5599693e6), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:25.931417 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:25.968468 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:26.017599 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] For port 1d0ff831-0151-424d-bdac-c933fd397da7, host hv-cinder-84617, cleared binding levels {{(pid=104139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:26.018705 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] For port 1d0ff831-0151-424d-bdac-c933fd397da7, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d0ff831-0151-424d-bdac-c933fd397da7,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:26.032534 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-36507d33-a1b6-4a34-b945-7257cf4975a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (54305ac3-a599-46b9-831d-9ab5599693e6), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:26.047058 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:26.132352 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-978ee5af-73d6-48a6-88cc-923c07212ff2 admin admin] Publish callbacks [] for security_group (7f1190f9-6504-4d8c-8740-53a0fb716a28), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:26.138878 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0ff831-0151-424d-bdac-c933fd397da7,revision_number=3']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:26.166291 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500a238-1a47-4ca6-8c3f-6c343b26ff4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=427ada46-af6d-4ecf-be9b-2572d478a892,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:26.193874 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-88c2f591-3122-414a-b261-e2fe422f2bc5 req-932103ae-d98d-4892-a402-884537cae83d tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 210 time: 0.1369133 Jun 23 22:36:26.216952 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500a238-1a47-4ca6-8c3f-6c343b26ff4a admin admin] Checking segment: {'id': '1ad1f0fd-9b60-4a9b-92e2-8a07156f442d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:26.217186 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a500a238-1a47-4ca6-8c3f-6c343b26ff4a admin admin] Network hostable DHCP agents. Network: 8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:36:26.229320 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:26.233551 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for port (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:26.235212 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-2368daa4-8d59-488a-83c7-e97d550a2be6 service neutron] 10.222.0.55 "PUT /v2.0/ports/1d0ff831-0151-424d-bdac-c933fd397da7 HTTP/1.1" status: 200 len: 1093 time: 3.8365378 Jun 23 22:36:26.237240 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'tag': '1d0ff831-0151-424d-bdac-c933fd397da7'}] {{(pid=104139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:36:26.343118 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-772a014c-ab87-4832-bb70-f4e520737010 req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Allocated IP 172.20.0.9 (e8170354-014e-4823-a204-b43deead6b56/abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60/e97c4f2f-223c-4f40-b688-f46dae13754f) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:36:26.346488 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-36507d33-a1b6-4a34-b945-7257cf4975a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eaf93f84a3ad4e26a9da4b489cc7f7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7609935 Jun 23 22:36:26.356017 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36507d33-a1b6-4a34-b945-7257cf4975a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54305ac3-a599-46b9-831d-9ab5599693e6,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:26.374286 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59056) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:26.535101 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-978ee5af-73d6-48a6-88cc-923c07212ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (7f1190f9-6504-4d8c-8740-53a0fb716a28), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:26.538094 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-978ee5af-73d6-48a6-88cc-923c07212ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:26.568811 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-978ee5af-73d6-48a6-88cc-923c07212ff2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f1190f9-6504-4d8c-8740-53a0fb716a28 HTTP/1.1" status: 204 len: 168 time: 1.4885409 Jun 23 22:36:26.580097 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e054d3-84e1-49e1-b464-65cc8d82fcf0 req-3d0f9a20-bc0c-4500-9e8c-5df72c91c720 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:26.589955 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-01e054d3-84e1-49e1-b464-65cc8d82fcf0 req-3d0f9a20-bc0c-4500-9e8c-5df72c91c720 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 943 time: 0.8850598 Jun 23 22:36:26.633919 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.55', 51014) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:26.737959 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8c6773c2-7b30-4d21-b912-231e48c87622 admin admin] Publish callbacks [] for security_group (54305ac3-a599-46b9-831d-9ab5599693e6), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:26.752652 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7a30e2d28ecc9770ca79202b5e481ce5d3a4a17bdcf321dacedd3590822de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31d6fca-bf6a-43de-b769-45b3a2b22d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f910ba21-0126-4f09-8fd9-10f2365e67c1", "tag": "1d0ff831-0151-424d-bdac-c933fd397da7"}]}' {{(pid=104139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:36:26.759714 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ee5af-73d6-48a6-88cc-923c07212ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1190f9-6504-4d8c-8740-53a0fb716a28,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:26.800970 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a500a238-1a47-4ca6-8c3f-6c343b26ff4a admin admin] Network 8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:36:26.840719 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-ca446464-bb24-4b61-924e-c1c21a13d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:26.843417 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-ca446464-bb24-4b61-924e-c1c21a13d2aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2&device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 1127 time: 0.4399514 Jun 23 22:36:26.852930 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8c6773c2-7b30-4d21-b912-231e48c87622 admin admin] Publish callbacks [] for security_group (54305ac3-a599-46b9-831d-9ab5599693e6), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:26.892690 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:INSERT=7,neutron:SELECT=84,neutron:UPDATE=9 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:26.896929 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-a500a238-1a47-4ca6-8c3f-6c343b26ff4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598) {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:26.910367 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421d7880-d627-4a48-85f3-ef4c4d15dd7f None None] Network 8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:36:26.989884 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-e5cb4e3a-4bb5-4c0e-8705-c74829291b35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0ff831-0151-424d-bdac-c933fd397da7 HTTP/1.1" status: 200 len: 217 time: 0.1006017 Jun 23 22:36:27.012548 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a500a238-1a47-4ca6-8c3f-6c343b26ff4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:27.013801 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a500a238-1a47-4ca6-8c3f-6c343b26ff4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:27.033944 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-772a014c-ab87-4832-bb70-f4e520737010 req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:27.094157 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:27.133616 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-a500a238-1a47-4ca6-8c3f-6c343b26ff4a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8902490 Jun 23 22:36:27.136781 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-babb9486-584f-4bca-8f32-55a34c8b32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:27.139788 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-babb9486-584f-4bca-8f32-55a34c8b32f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60656d55-937f-4812-b089-eaa0b114b731 HTTP/1.1" status: 200 len: 850 time: 0.1304367 Jun 23 22:36:27.149634 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-228c23cd-0784-46fa-af5c-5d92bccdee14 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:27.151571 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ccfbc8-28e4-4313-8f45-8c693924dbde {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:36:27.151782 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-228c23cd-0784-46fa-af5c-5d92bccdee14 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 819 time: 0.5131474 Jun 23 22:36:27.163216 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Publish callbacks [] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:27.191879 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Request body: {'port': {'device_id': 'eda9f458-d54a-46b6-a86a-884bc9d95a64', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'admin_state_up': True, 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:27.195417 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Transition to ACTIVE for port object 79ccfbc8-28e4-4313-8f45-8c693924dbde will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:36:27.203313 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:27.218959 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4526e656-f106-4aa5-a583-e96b8aea87a4 req-817e67da-0e48-4a43-9f14-81410c77d09c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 210 time: 0.6013970 Jun 23 22:36:27.233504 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:27.238193 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-772a014c-ab87-4832-bb70-f4e520737010 req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:27.307701 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8c6773c2-7b30-4d21-b912-231e48c87622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (54305ac3-a599-46b9-831d-9ab5599693e6), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:27.312143 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8c6773c2-7b30-4d21-b912-231e48c87622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:27.321141 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-8c6773c2-7b30-4d21-b912-231e48c87622 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54305ac3-a599-46b9-831d-9ab5599693e6 HTTP/1.1" status: 204 len: 168 time: 0.9261882 Jun 23 22:36:27.379343 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:27.405280 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 59080) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:27.416896 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6773c2-7b30-4d21-b912-231e48c87622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54305ac3-a599-46b9-831d-9ab5599693e6,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:27.430680 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-3d4608ce-cb6a-4d95-8ac7-d044a7be8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:27.435467 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-3d4608ce-cb6a-4d95-8ac7-d044a7be8752 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69c6d8a0-202c-42d8-bb93-5c3836a8475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2825911 Jun 23 22:36:27.543786 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:27.637126 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad268ff-2619-4636-ab93-f8b9522ff4b1 None None] Network 8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:36:27.643725 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:27.645630 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5c5cc-fc90-4659-8f02-05cb42f6f8fc req-32680109-3dbd-4b8c-bc45-97109c6bf1fa tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:27.648438 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bae5c5cc-fc90-4659-8f02-05cb42f6f8fc req-32680109-3dbd-4b8c-bc45-97109c6bf1fa tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 931 time: 0.2024181 Jun 23 22:36:27.654331 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Made reservation on behalf of 192d1c8d15ce462dbf10fc3b519ab253 for: {'port': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:27.665898 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:27.672615 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772a014c-ab87-4832-bb70-f4e520737010 req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Network e8170354-014e-4823-a204-b43deead6b56 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:27.723490 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-772a014c-ab87-4832-bb70-f4e520737010 req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:27.733225 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-772a014c-ab87-4832-bb70-f4e520737010 req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:27.740804 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a014c-ab87-4832-bb70-f4e520737010 req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:27.741659 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-772a014c-ab87-4832-bb70-f4e520737010 req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:27.951811 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fd2c04d1-44ba-4e36-aae6-b37ac4463274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:27.956852 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-5d1f4532-5ee0-41e0-975a-c2d9d22b39a4 service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462014 Jun 23 22:36:27.998776 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8418715 Jun 23 22:36:28.021010 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Publish callbacks [] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:28.027246 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Attempting to bind port 79ccfbc8-28e4-4313-8f45-8c693924dbde on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:28.028761 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Attempting to bind port 79ccfbc8-28e4-4313-8f45-8c693924dbde by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:28.030254 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Attempting to bind port 79ccfbc8-28e4-4313-8f45-8c693924dbde on network 37491e26-b7d3-4482-a2c4-21c5caef5449 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:28.030667 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Allocated IP 172.20.0.11 (37491e26-b7d3-4482-a2c4-21c5caef5449/be0ee753-550b-4b20-9c49-ed1963544021/db6ca92f-4e18-420e-8910-cb6285fa5c3d) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:36:28.080036 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Port 79ccfbc8-28e4-4313-8f45-8c693924dbde on network 37491e26-b7d3-4482-a2c4-21c5caef5449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:36:28.080648 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Attempting to bind port 79ccfbc8-28e4-4313-8f45-8c693924dbde on network 37491e26-b7d3-4482-a2c4-21c5caef5449 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:28.099991 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Pushing event updated for resources: {'Port': ['ID=79ccfbc8-28e4-4313-8f45-8c693924dbde,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:28.162529 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e5c1c1a1-bce8-4192-bc73-d35b7dde80df req-fa877b8e-fb14-42ca-9d96-126cc6271a92 service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956348 Jun 23 22:36:28.230401 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Request body: {'port': {'device_id': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:28.245619 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:28.247903 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:28.248568 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Checking segment: {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:28.250309 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Bound using segment: {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:28.250994 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Bound port: 79ccfbc8-28e4-4313-8f45-8c693924dbde, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:28.251548 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:28.267682 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ea581-d92e-4821-9685-626755b67466 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'Port': ['ID=e97c4f2f-223c-4f40-b688-f46dae13754f,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:28.274034 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-01e054d3-84e1-49e1-b464-65cc8d82fcf0 req-a6b6c6be-1757-4efb-950f-0bc918251c78 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6832387 Jun 23 22:36:28.278203 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-4d818f52-a0d4-49ce-a4db-3b811be3c2f3 None None] Provisioning complete for port e97c4f2f-223c-4f40-b688-f46dae13754f triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:28.279866 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4d818f52-a0d4-49ce-a4db-3b811be3c2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:28.378195 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-4d818f52-a0d4-49ce-a4db-3b811be3c2f3 None None] Port e97c4f2f-223c-4f40-b688-f46dae13754f cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:36:28.431390 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 59104) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:28.468541 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-57e7d0b8-e504-47e9-802d-d5b0396c2987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:28.601232 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:28.611113 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bae5c5cc-fc90-4659-8f02-05cb42f6f8fc req-312d557f-0518-4950-ae60-3340c252a949 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9303565 Jun 23 22:36:28.649898 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] For port 79ccfbc8-28e4-4313-8f45-8c693924dbde, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:28.656423 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:28.665286 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] For port 79ccfbc8-28e4-4313-8f45-8c693924dbde, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=79ccfbc8-28e4-4313-8f45-8c693924dbde,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:28.681210 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:28.682381 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:28.710100 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fd2c04d1-44ba-4e36-aae6-b37ac4463274 admin admin] Publish callbacks [] for security_group (e6a9ecc6-b434-4e4d-a426-5b6ddb6a927c), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:28.786388 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-57e7d0b8-e504-47e9-802d-d5b0396c2987 admin admin] Publish callbacks [] for security_group (d5f69f18-f3de-407e-99f2-7bbfb2343df4), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:28.845827 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Network 37491e26-b7d3-4482-a2c4-21c5caef5449 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:28.852394 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event updated for resources: {'Port': ['ID=db6ca92f-4e18-420e-8910-cb6285fa5c3d,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:28.855209 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:28.857929 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:28.870125 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:28.873171 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for port (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:28.911776 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-4f24499e-fef3-402d-bfe8-3e5471ccb0ab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7239461 Jun 23 22:36:28.973557 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:28.997791 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-57e7d0b8-e504-47e9-802d-d5b0396c2987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (d5f69f18-f3de-407e-99f2-7bbfb2343df4), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.011021 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7927f8df-c842-4e5c-8bd6-588b1c6d79eb x-openstack-request-id: req-7927f8df-c842-4e5c-8bd6-588b1c6d79eb {{(pid=104139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:36:29.011311 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f910ba21-0126-4f09-8fd9-10f2365e67c1", "tag": "1d0ff831-0151-424d-bdac-c933fd397da7", "status": "completed", "code": 200}]} {{(pid=104139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:36:29.011699 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7927f8df-c842-4e5c-8bd6-588b1c6d79eb {{(pid=104139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:36:29.012172 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7927f8df-c842-4e5c-8bd6-588b1c6d79eb'] response: {'name': 'network-changed', 'server_uuid': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'tag': '1d0ff831-0151-424d-bdac-c933fd397da7', 'status': 'completed', 'code': 200} Jun 23 22:36:29.025933 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59116) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:29.034323 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-617419041-network', 'tenant_id': '61456fd5f2cc44c8aa7ba760ae870ce9'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:29.064594 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.068469 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fd2c04d1-44ba-4e36-aae6-b37ac4463274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e6a9ecc6-b434-4e4d-a426-5b6ddb6a927c), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.079339 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Made reservation on behalf of 61456fd5f2cc44c8aa7ba760ae870ce9 for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:29.082399 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.085007 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Network bcb228fc-05ce-4620-ab8e-125664fd2aaa is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:36:29.100031 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.156094 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-57e7d0b8-e504-47e9-802d-d5b0396c2987 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96050575825446f682305eede5b970bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7159479 Jun 23 22:36:29.157212 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:29.159122 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59120) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:29.194814 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:36:29.198535 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:29.200006 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:29.200601 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.212056 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:29.225539 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-b1379126-a7d6-4113-8f78-6309263e76ff None None] Provisioning complete for port db6ca92f-4e18-420e-8910-cb6285fa5c3d triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:29.226867 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b1379126-a7d6-4113-8f78-6309263e76ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.238654 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:29.275697 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7d0b8-e504-47e9-802d-d5b0396c2987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f69f18-f3de-407e-99f2-7bbfb2343df4,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:29.276862 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-b1379126-a7d6-4113-8f78-6309263e76ff None None] Port db6ca92f-4e18-420e-8910-cb6285fa5c3d cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:36:29.277026 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Publish callbacks [] for security_group (8bbfa4c1-73a7-478d-819f-4cdc7094e1fe), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.304393 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-20ebcf07-e2cc-4680-a1bd-ca3ccea257ea admin admin] Publish callbacks [] for security_group (d5f69f18-f3de-407e-99f2-7bbfb2343df4), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.317913 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.4108791 Jun 23 22:36:29.318691 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (8bbfa4c1-73a7-478d-819f-4cdc7094e1fe), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.364331 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-20ebcf07-e2cc-4680-a1bd-ca3ccea257ea admin admin] Publish callbacks [] for security_group (d5f69f18-f3de-407e-99f2-7bbfb2343df4), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.375977 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-fd2c04d1-44ba-4e36-aae6-b37ac4463274 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=131d836799eb4701acd5ac2eaac0b85e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9114268 Jun 23 22:36:29.378588 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 59126) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:29.383940 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:36:29.395256 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503ca21-62ba-4a1f-b557-7f31117d04dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Pushing event updated for resources: {'Port': ['ID=c2d25909-b249-4e8a-bcb8-650a6616e3e6,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:29.402060 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:29.403148 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.405045 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/79ccfbc8-28e4-4313-8f45-8c693924dbde HTTP/1.1" status: 200 len: 1093 time: 5.7837541 Jun 23 22:36:29.420077 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbc4dc-7981-4933-aafd-1013872e8c2b req-aaccf945-5054-49b7-a877-934629630c58 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:29.429330 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-25dbc4dc-7981-4933-aafd-1013872e8c2b req-aaccf945-5054-49b7-a877-934629630c58 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 931 time: 0.4581125 Jun 23 22:36:29.430982 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903f0ba6-4cc4-4533-8e70-b8f58c13d4c4', 'tag': '79ccfbc8-28e4-4313-8f45-8c693924dbde'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:36:29.437778 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (36155be1-1922-4bc7-aeac-c288a38df6fd), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.438123 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Added segment 36155be1-1922-4bc7-aeac-c288a38df6fd of type vlan for network dd9bdd7a-a2a6-44a6-832e-d92d17ef7108 Jun 23 22:36:29.441720 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbfa4c1-73a7-478d-819f-4cdc7094e1fe,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:29.502587 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:29.506346 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-69e926cd-2c09-40de-832d-0344bd9d918f None None] Provisioning complete for port c2d25909-b249-4e8a-bcb8-650a6616e3e6 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:29.507148 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-69e926cd-2c09-40de-832d-0344bd9d918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.507388 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (dd9bdd7a-a2a6-44a6-832e-d92d17ef7108), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.533016 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-20ebcf07-e2cc-4680-a1bd-ca3ccea257ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (d5f69f18-f3de-407e-99f2-7bbfb2343df4), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.536060 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-20ebcf07-e2cc-4680-a1bd-ca3ccea257ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.539948 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-20ebcf07-e2cc-4680-a1bd-ca3ccea257ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5f69f18-f3de-407e-99f2-7bbfb2343df4 HTTP/1.1" status: 204 len: 168 time: 0.3795979 Jun 23 22:36:29.554007 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-69e926cd-2c09-40de-832d-0344bd9d918f None None] Port c2d25909-b249-4e8a-bcb8-650a6616e3e6 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:36:29.554713 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebcf07-e2cc-4680-a1bd-ca3ccea257ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f69f18-f3de-407e-99f2-7bbfb2343df4,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:29.563339 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (dd9bdd7a-a2a6-44a6-832e-d92d17ef7108), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.564445 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:29.565020 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.589420 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c84387-cc2e-4e5a-85d9-625102c547f5 service neutron] Pushing event updated for resources: {'Port': ['ID=79ccfbc8-28e4-4313-8f45-8c693924dbde,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:29.592611 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c04d1-44ba-4e36-aae6-b37ac4463274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a9ecc6-b434-4e4d-a426-5b6ddb6a927c,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:29.611155 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a56bc0-c75f-4614-8c1d-3380bcf54ec1 req-c8594ba6-48b6-4eef-804a-7bf515c3d235 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:29.612556 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-89a56bc0-c75f-4614-8c1d-3380bcf54ec1 req-c8594ba6-48b6-4eef-804a-7bf515c3d235 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 932 time: 0.4699140 Jun 23 22:36:29.630344 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 59134) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:29.633530 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6058378 Jun 23 22:36:29.639829 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-e12a08bd-b714-4585-9273-1089fe2fbcf1 admin admin] Request body: {'subnet': {'network_id': 'dd9bdd7a-a2a6-44a6-832e-d92d17ef7108', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-617419041-subnet', 'tenant_id': '61456fd5f2cc44c8aa7ba760ae870ce9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:29.697537 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dacef8-618d-4a8a-9b04-d599931fe77c admin admin] Pushing event updated for resources: {'Network': ['ID=dd9bdd7a-a2a6-44a6-832e-d92d17ef7108,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:29.712641 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network dd9bdd7a-a2a6-44a6-832e-d92d17ef7108 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:36:29.773907 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-89a56bc0-c75f-4614-8c1d-3380bcf54ec1 req-340d51f1-474c-4d66-8692-36f58e388126 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457779 Jun 23 22:36:29.792963 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199bed6e-aa8e-45a2-b8d1-6c8bb8cd0a74" -d '{"events": [{"name": "network-changed", "server_uuid": "903f0ba6-4cc4-4533-8e70-b8f58c13d4c4", "tag": "79ccfbc8-28e4-4313-8f45-8c693924dbde"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:36:29.841340 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-25dbc4dc-7981-4933-aafd-1013872e8c2b req-e5446f72-1774-45d2-80e5-270bce3b8e0b tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107084 Jun 23 22:36:29.854811 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12a08bd-b714-4585-9273-1089fe2fbcf1 admin admin] Made reservation on behalf of 61456fd5f2cc44c8aa7ba760ae870ce9 for: {'subnet': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:29.857385 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e12a08bd-b714-4585-9273-1089fe2fbcf1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:29.926621 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-01aae5f7-d481-4269-9f14-3df121bd734a admin admin] Publish callbacks [] for security_group (e6a9ecc6-b434-4e4d-a426-5b6ddb6a927c), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.176247 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97c4f2f-223c-4f40-b688-f46dae13754f {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:36:30.196549 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301a9f3-0ecc-4925-b6ee-44c001bb0aa3 req-aa1f32fc-fb60-4d8e-b157-c4d3a41aeed3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:30.198036 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5301a9f3-0ecc-4925-b6ee-44c001bb0aa3 req-aa1f32fc-fb60-4d8e-b157-c4d3a41aeed3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 943 time: 0.3558505 Jun 23 22:36:30.203636 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-01aae5f7-d481-4269-9f14-3df121bd734a admin admin] Publish callbacks [] for security_group (e6a9ecc6-b434-4e4d-a426-5b6ddb6a927c), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.206465 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Publish callbacks [] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.267918 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:30.274665 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a4105-2364-482e-947f-99ebd20a85f0 req-968f1f59-0dae-4402-acb6-b5dcf44bd43e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:30.276307 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7d9a4105-2364-482e-947f-99ebd20a85f0 req-968f1f59-0dae-4402-acb6-b5dcf44bd43e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 931 time: 0.3525813 Jun 23 22:36:30.277350 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Transition to ACTIVE for port object e97c4f2f-223c-4f40-b688-f46dae13754f will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:36:30.301487 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.371230 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:30.431795 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Pushing event updated for resources: {'Port': ['ID=e97c4f2f-223c-4f40-b688-f46dae13754f,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:30.440785 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59160) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:30.460865 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5301a9f3-0ecc-4925-b6ee-44c001bb0aa3 req-cdbeb096-1a43-4f38-92db-20a4bf3746ea tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479498 Jun 23 22:36:30.461539 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-01aae5f7-d481-4269-9f14-3df121bd734a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e6a9ecc6-b434-4e4d-a426-5b6ddb6a927c), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.464046 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-01aae5f7-d481-4269-9f14-3df121bd734a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.468781 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-01aae5f7-d481-4269-9f14-3df121bd734a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6a9ecc6-b434-4e4d-a426-5b6ddb6a927c HTTP/1.1" status: 204 len: 168 time: 1.0708337 Jun 23 22:36:30.511390 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7d9a4105-2364-482e-947f-99ebd20a85f0 req-0137d707-50ba-4a09-a1f0-6fceeecd085d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210474 Jun 23 22:36:30.512109 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aae5f7-d481-4269-9f14-3df121bd734a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a9ecc6-b434-4e4d-a426-5b6ddb6a927c,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:30.537639 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Attempting to bind port e97c4f2f-223c-4f40-b688-f46dae13754f on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:30.537973 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Attempting to bind port e97c4f2f-223c-4f40-b688-f46dae13754f by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:30.538489 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Attempting to bind port e97c4f2f-223c-4f40-b688-f46dae13754f on network e8170354-014e-4823-a204-b43deead6b56 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:30.598259 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1537961833-network', 'tenant_id': '68146ddf17d146a29ad9a23581e0ca6e'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:30.627532 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Port e97c4f2f-223c-4f40-b688-f46dae13754f on network e8170354-014e-4823-a204-b43deead6b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:36:30.628015 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Attempting to bind port e97c4f2f-223c-4f40-b688-f46dae13754f on network e8170354-014e-4823-a204-b43deead6b56 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:30.634187 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e12a08bd-b714-4585-9273-1089fe2fbcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (57a36b1b-7ae6-4df7-a7a6-6163b8f5a78f), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.641712 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Made reservation on behalf of 68146ddf17d146a29ad9a23581e0ca6e for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:30.644384 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.665411 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.674172 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:30.674661 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Checking segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:30.675553 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Bound using segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:30.675782 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Bound port: e97c4f2f-223c-4f40-b688-f46dae13754f, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:30.676143 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.797680 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Publish callbacks [] for security_group (4afc6669-7af5-45b4-a52c-83eeda4abce9), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.804110 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (4afc6669-7af5-45b4-a52c-83eeda4abce9), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.829999 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a08bd-b714-4585-9273-1089fe2fbcf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a36b1b-7ae6-4df7-a7a6-6163b8f5a78f,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:30.834820 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a08bd-b714-4585-9273-1089fe2fbcf1 admin admin] Checking segment: {'id': '36155be1-1922-4bc7-aeac-c288a38df6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'dd9bdd7a-a2a6-44a6-832e-d92d17ef7108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:30.835194 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12a08bd-b714-4585-9273-1089fe2fbcf1 admin admin] Network hostable DHCP agents. Network: dd9bdd7a-a2a6-44a6-832e-d92d17ef7108, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:36:30.842906 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:36:30.862013 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afc6669-7af5-45b4-a52c-83eeda4abce9,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:30.865835 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (62713f23-cac7-4df8-b6b3-c54a1d79ff0b), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.866400 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Added segment 62713f23-cac7-4df8-b6b3-c54a1d79ff0b of type vlan for network 58c97fdc-e89a-4dcb-a678-8f5c0c82cc98 Jun 23 22:36:30.874205 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] For port e97c4f2f-223c-4f40-b688-f46dae13754f, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:30.884284 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] For port e97c4f2f-223c-4f40-b688-f46dae13754f, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e97c4f2f-223c-4f40-b688-f46dae13754f,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:30.904962 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59174) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:30.916423 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.927170 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (58c97fdc-e89a-4dcb-a678-8f5c0c82cc98), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.932477 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-78bdadfe-6e39-4ec8-9179-4e9d8ca2c0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.962156 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:30.982177 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40a687e-5ee8-4d2c-92b7-26efbf4d66c3 x-openstack-request-id: req-b40a687e-5ee8-4d2c-92b7-26efbf4d66c3 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:36:30.982461 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903f0ba6-4cc4-4533-8e70-b8f58c13d4c4", "tag": "79ccfbc8-28e4-4313-8f45-8c693924dbde", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:36:30.982705 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b40a687e-5ee8-4d2c-92b7-26efbf4d66c3 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:36:30.983286 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40a687e-5ee8-4d2c-92b7-26efbf4d66c3'] response: {'name': 'network-changed', 'server_uuid': '903f0ba6-4cc4-4533-8e70-b8f58c13d4c4', 'tag': '79ccfbc8-28e4-4313-8f45-8c693924dbde', 'status': 'completed', 'code': 200} Jun 23 22:36:30.983757 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (58c97fdc-e89a-4dcb-a678-8f5c0c82cc98), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.984717 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:30.985283 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:30.987693 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12a08bd-b714-4585-9273-1089fe2fbcf1 admin admin] Network dd9bdd7a-a2a6-44a6-832e-d92d17ef7108 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:36:31.028993 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:31.029971 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.031922 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] 10.222.0.55 "PUT /v2.0/ports/e97c4f2f-223c-4f40-b688-f46dae13754f HTTP/1.1" status: 200 len: 1093 time: 2.9695389 Jun 23 22:36:31.037604 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-e12a08bd-b714-4585-9273-1089fe2fbcf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, dd9bdd7a-a2a6-44a6-832e-d92d17ef7108) {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:31.042123 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a08bd-b714-4585-9273-1089fe2fbcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:31.042900 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e12a08bd-b714-4585-9273-1089fe2fbcf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.046488 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94201c7-cb94-44b8-a5a3-3e11cd6fa98b None None] Network dd9bdd7a-a2a6-44a6-832e-d92d17ef7108 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:36:31.064339 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] Pushing event updated for resources: {'Network': ['ID=58c97fdc-e89a-4dcb-a678-8f5c0c82cc98,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:31.071291 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-84d41e2d-2e24-4646-95ca-064bcda75b55 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6293628 Jun 23 22:36:31.078395 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59176) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:31.078817 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:INSERT=17,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:31.087795 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-ff6fb01f-5a03-40b0-b231-7c39c8afa068 admin admin] Request body: {'subnet': {'network_id': '58c97fdc-e89a-4dcb-a678-8f5c0c82cc98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1537961833-subnet', 'tenant_id': '68146ddf17d146a29ad9a23581e0ca6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:31.088369 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdbb6f-db88-4db8-b46c-915d8f762631 service neutron] Pushing event updated for resources: {'Port': ['ID=e97c4f2f-223c-4f40-b688-f46dae13754f,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:31.121282 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f6909-6bde-454e-8b28-2f678e09f666 req-50852b82-e829-4519-a570-574ea6b8141d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:31.124413 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-437f6909-6bde-454e-8b28-2f678e09f666 req-50852b82-e829-4519-a570-574ea6b8141d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 932 time: 0.2442620 Jun 23 22:36:31.158114 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6fb01f-5a03-40b0-b231-7c39c8afa068 admin admin] Made reservation on behalf of 68146ddf17d146a29ad9a23581e0ca6e for: {'subnet': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:31.160582 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb01f-5a03-40b0-b231-7c39c8afa068 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.183675 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 58c97fdc-e89a-4dcb-a678-8f5c0c82cc98 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:36:31.206470 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-78bdadfe-6e39-4ec8-9179-4e9d8ca2c0ab admin admin] Publish callbacks [] for security_group (7a8fa55e-6718-4b2e-b8e3-8cb6692fcb1f), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.222237 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-78bdadfe-6e39-4ec8-9179-4e9d8ca2c0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (7a8fa55e-6718-4b2e-b8e3-8cb6692fcb1f), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.225742 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6f9fb-7d9b-4df8-8ab2-a34ab4628215 req-0c36bf34-399c-4734-bdc2-ecd48055ee9e tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:31.228162 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a8f6f9fb-7d9b-4df8-8ab2-a34ab4628215 req-0c36bf34-399c-4734-bdc2-ecd48055ee9e tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 931 time: 0.2039180 Jun 23 22:36:31.231591 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-e12a08bd-b714-4585-9273-1089fe2fbcf1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5966461 Jun 23 22:36:31.325789 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-437f6909-6bde-454e-8b28-2f678e09f666 req-8868fa34-36e3-4d9b-8a2d-087c9af48a5e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488822 Jun 23 22:36:31.371859 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a8f6f9fb-7d9b-4df8-8ab2-a34ab4628215 req-63ec468d-bffc-4592-9677-45ac904cbeab tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296849 Jun 23 22:36:31.380460 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.421911 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e042a-4380-4aae-973a-08d807623eac None None] Network dd9bdd7a-a2a6-44a6-832e-d92d17ef7108 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:36:31.431623 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-78bdadfe-6e39-4ec8-9179-4e9d8ca2c0ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=178847ac4e104fe98412714873a387f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5252159 Jun 23 22:36:31.435173 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 59180) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:31.492360 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdadfe-6e39-4ec8-9179-4e9d8ca2c0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8fa55e-6718-4b2e-b8e3-8cb6692fcb1f,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:31.494960 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59182) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:31.580364 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-01b681a2-47cd-4aee-b452-a1fa7bd1638c admin admin] Publish callbacks [] for security_group (7a8fa55e-6718-4b2e-b8e3-8cb6692fcb1f), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.630494 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3d23f8-8780-48f3-a9c2-18be370b6143 admin admin] Deleting subnet 427ada46-af6d-4ecf-be9b-2572d478a892 {{(pid=104139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:36:31.747436 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fe3d23f8-8780-48f3-a9c2-18be370b6143 admin admin] Publish callbacks [] for subnet (427ada46-af6d-4ecf-be9b-2572d478a892), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.775983 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-01b681a2-47cd-4aee-b452-a1fa7bd1638c admin admin] Publish callbacks [] for security_group (7a8fa55e-6718-4b2e-b8e3-8cb6692fcb1f), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.812048 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:31.812889 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:31.836825 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb01f-5a03-40b0-b231-7c39c8afa068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (375ef8d0-cd37-4652-8cd6-95975c43cf4d), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.837568 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ea58d-e6c9-423e-82ed-17d032202ca6 req-394fab51-a884-4e63-9c82-c6e4598ecdf9 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:31.839268 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-886ea58d-e6c9-423e-82ed-17d032202ca6 req-394fab51-a884-4e63-9c82-c6e4598ecdf9 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 943 time: 0.2169974 Jun 23 22:36:31.902827 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250e234-091c-4eae-a8eb-99e3eb8fb866 req-30d105d4-d487-48d6-a4c7-9f1bf03a4ccd tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:31.905392 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c250e234-091c-4eae-a8eb-99e3eb8fb866 req-30d105d4-d487-48d6-a4c7-9f1bf03a4ccd tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 943 time: 0.1383631 Jun 23 22:36:31.932105 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fe3d23f8-8780-48f3-a9c2-18be370b6143 admin admin] Publish callbacks [] for subnet (427ada46-af6d-4ecf-be9b-2572d478a892), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.954545 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fe3d23f8-8780-48f3-a9c2-18be370b6143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (427ada46-af6d-4ecf-be9b-2572d478a892), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.963761 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-01b681a2-47cd-4aee-b452-a1fa7bd1638c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (7a8fa55e-6718-4b2e-b8e3-8cb6692fcb1f), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.976860 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-01b681a2-47cd-4aee-b452-a1fa7bd1638c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:31.978148 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-01b681a2-47cd-4aee-b452-a1fa7bd1638c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a8fa55e-6718-4b2e-b8e3-8cb6692fcb1f HTTP/1.1" status: 204 len: 168 time: 0.5417223 Jun 23 22:36:32.022186 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c250e234-091c-4eae-a8eb-99e3eb8fb866 req-e4fc2e74-65ef-4162-b222-070ecd0296a6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072218 Jun 23 22:36:32.028343 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fb01f-5a03-40b0-b231-7c39c8afa068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=375ef8d0-cd37-4652-8cd6-95975c43cf4d,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:32.030077 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-886ea58d-e6c9-423e-82ed-17d032202ca6 req-3fe774b4-65ef-4976-b44d-ab1ffe834282 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642528 Jun 23 22:36:32.031241 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b681a2-47cd-4aee-b452-a1fa7bd1638c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8fa55e-6718-4b2e-b8e3-8cb6692fcb1f,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:32.067927 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6fb01f-5a03-40b0-b231-7c39c8afa068 admin admin] Checking segment: {'id': '62713f23-cac7-4df8-b6b3-c54a1d79ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '58c97fdc-e89a-4dcb-a678-8f5c0c82cc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:32.068293 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6fb01f-5a03-40b0-b231-7c39c8afa068 admin admin] Network hostable DHCP agents. Network: 58c97fdc-e89a-4dcb-a678-8f5c0c82cc98, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:36:32.097102 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:32.099983 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6fb01f-5a03-40b0-b231-7c39c8afa068 admin admin] Network 58c97fdc-e89a-4dcb-a678-8f5c0c82cc98 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:36:32.127028 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-ff6fb01f-5a03-40b0-b231-7c39c8afa068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 58c97fdc-e89a-4dcb-a678-8f5c0c82cc98) {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:32.131473 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6fb01f-5a03-40b0-b231-7c39c8afa068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:32.134635 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb01f-5a03-40b0-b231-7c39c8afa068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:32.148390 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fe3d23f8-8780-48f3-a9c2-18be370b6143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (427ada46-af6d-4ecf-be9b-2572d478a892), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:32.164186 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c28336-6b58-46cf-b1b5-d9542eb0de58 None None] Network 58c97fdc-e89a-4dcb-a678-8f5c0c82cc98 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:36:32.196125 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fe3d23f8-8780-48f3-a9c2-18be370b6143 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:32.205758 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-fe3d23f8-8780-48f3-a9c2-18be370b6143 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/427ada46-af6d-4ecf-be9b-2572d478a892 HTTP/1.1" status: 204 len: 168 time: 0.6966822 Jun 23 22:36:32.206297 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 59206) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:32.206486 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d23f8-8780-48f3-a9c2-18be370b6143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427ada46-af6d-4ecf-be9b-2572d478a892,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:32.214810 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-ff6fb01f-5a03-40b0-b231-7c39c8afa068 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1341555 Jun 23 22:36:32.238295 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:32.428070 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Request body: {'port': {'device_id': 'eda9f458-d54a-46b6-a86a-884bc9d95a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:32.465566 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6e3d37-7321-493c-8548-eb8ec6f9ee60 None None] Network 58c97fdc-e89a-4dcb-a678-8f5c0c82cc98 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:36:32.517395 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:32.768170 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:32.777479 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d6fca-bf6a-43de-b769-45b3a2b22d0f req-86cb4193-bf65-4f44-b81a-ff9f0f65c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:32.779254 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e31d6fca-bf6a-43de-b769-45b3a2b22d0f req-86cb4193-bf65-4f44-b81a-ff9f0f65c91a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2&device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 1127 time: 0.2373824 Jun 23 22:36:32.794460 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a014c-ab87-4832-bb70-f4e520737010 req-d875e129-90e8-46c4-87b7-e07f3541bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:32.806656 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-d875e129-90e8-46c4-87b7-e07f3541bba0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 1127 time: 0.2235250 Jun 23 22:36:32.839430 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:UPDATE=2,neutron:SELECT=74 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:32.854520 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Request body: {'port': {'device_id': '0b0ce8c1-d950-47d0-a644-bf09bb09b7de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:32.864019 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:33.072049 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'tag': 'e97c4f2f-223c-4f40-b688-f46dae13754f'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:36:33.082852 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f9a583-7f6c-4580-aba9-3b069fb611af" -d '{"events": [{"name": "network-changed", "server_uuid": "cd22650e-6851-4f81-a8d4-e4c7ade26c73", "tag": "e97c4f2f-223c-4f40-b688-f46dae13754f"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:36:33.199936 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-c4e7d934-a702-4f70-9220-f2f735887b1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97c4f2f-223c-4f40-b688-f46dae13754f HTTP/1.1" status: 200 len: 217 time: 0.1335821 Jun 23 22:36:33.274083 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3db385-f370-47de-bef9-03971b233143 req-b86d2098-e808-4c0c-a51e-ba50d3589e7e tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:33.282311 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b3db385-f370-47de-bef9-03971b233143 req-b86d2098-e808-4c0c-a51e-ba50d3589e7e tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 931 time: 0.4924040 Jun 23 22:36:33.290718 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-6da99fff-5722-4a61-b516-f8485535c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:33.292340 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-6da99fff-5722-4a61-b516-f8485535c6b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 1127 time: 0.5316410 Jun 23 22:36:33.374732 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:33.398887 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.399348 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.400152 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.400435 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > port after_create 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.400796 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > port after_delete 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.401190 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > port after_update 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.401509 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.402020 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.402328 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.402669 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.519533 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a014c-ab87-4832-bb70-f4e520737010 req-1ac57fa5-9a37-417f-babb-d2955f562f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:33.521003 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-1ac57fa5-9a37-417f-babb-d2955f562f41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.2069352 Jun 23 22:36:33.533081 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:33.595698 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.596673 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.597198 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.598312 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:33.598891 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598']}} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:33.651288 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.notifiers.nova [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6ca92f-4e18-420e-8910-cb6285fa5c3d {{(pid=104139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:36:33.667233 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb22b7-69e8-4a5d-948a-db9e4189453d req-ea27a36c-34e5-46f5-bcaf-971d26a0010f tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:33.675043 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-86bb22b7-69e8-4a5d-948a-db9e4189453d req-ea27a36c-34e5-46f5-bcaf-971d26a0010f tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 932 time: 0.9130528 Jun 23 22:36:33.683210 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Publish callbacks [] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:33.733282 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a014c-ab87-4832-bb70-f4e520737010 req-e6b7d429-6be8-49a8-aff0-dda665719313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:33.737717 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-e6b7d429-6be8-49a8-aff0-dda665719313 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1322222 Jun 23 22:36:33.746426 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.provisioning_blocks [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Transition to ACTIVE for port object db6ca92f-4e18-420e-8910-cb6285fa5c3d will not be triggered until provisioned by entity L2. {{(pid=104139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:36:33.754369 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:33.768831 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad1f0fd-9b60-4a9b-92e2-8a07156f442d') {'for_net_delete': True} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:33.769364 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad1f0fd-9b60-4a9b-92e2-8a07156f442d') {} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:33.798674 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59268) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:33.806860 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-955879926-network', 'tenant_id': '2811546d503e474bbdfe365e6d67a53c'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:33.862161 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350730'] for segment (1ad1f0fd-9b60-4a9b-92e2-8a07156f442d), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:33.921776 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (1ad1f0fd-9b60-4a9b-92e2-8a07156f442d), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:33.942966 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=104138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:36:33.943370 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770362'] for segment (1ad1f0fd-9b60-4a9b-92e2-8a07156f442d), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:33.980238 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Made reservation on behalf of 2811546d503e474bbdfe365e6d67a53c for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:33.982660 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:34.014161 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:34.115223 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=db6ca92f-4e18-420e-8910-cb6285fa5c3d,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:34.159978 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.managers [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Attempting to bind port db6ca92f-4e18-420e-8910-cb6285fa5c3d on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:34.160311 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.managers [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Attempting to bind port db6ca92f-4e18-420e-8910-cb6285fa5c3d by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'}] {{(pid=104139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:34.160639 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Attempting to bind port db6ca92f-4e18-420e-8910-cb6285fa5c3d on network 37491e26-b7d3-4482-a2c4-21c5caef5449 {{(pid=104139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:34.174462 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Port db6ca92f-4e18-420e-8910-cb6285fa5c3d on network 37491e26-b7d3-4482-a2c4-21c5caef5449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:36:34.174787 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Attempting to bind port db6ca92f-4e18-420e-8910-cb6285fa5c3d on network 37491e26-b7d3-4482-a2c4-21c5caef5449 {{(pid=104139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:34.177719 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-3a649cf4-2be7-435c-a89c-b04b787473ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79ccfbc8-28e4-4313-8f45-8c693924dbde HTTP/1.1" status: 200 len: 217 time: 0.5260549 Jun 23 22:36:34.219300 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:34.219640 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Checking segment: {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:34.220025 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Bound using segment: {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'} {{(pid=104139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:34.220469 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.managers [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Bound port: db6ca92f-4e18-420e-8910-cb6285fa5c3d, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'}}] {{(pid=104139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:34.220828 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:34.272542 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-1b10d03f-1218-4ffe-970e-229b3453e232 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246902 Jun 23 22:36:34.356901 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:34.360118 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:34.362743 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d6fca-bf6a-43de-b769-45b3a2b22d0f req-c428cc23-5a17-4548-b6c9-34db226eb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:34.364936 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e31d6fca-bf6a-43de-b769-45b3a2b22d0f req-c428cc23-5a17-4548-b6c9-34db226eb5bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=69c6d8a0-202c-42d8-bb93-5c3836a8475f HTTP/1.1" status: 200 len: 912 time: 1.1185017 Jun 23 22:36:34.402190 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:34.405700 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-772a014c-ab87-4832-bb70-f4e520737010 req-2642226a-441e-4987-8c93-6488956832d7 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032314 Jun 23 22:36:34.421928 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:34.620237 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] For port db6ca92f-4e18-420e-8910-cb6285fa5c3d, host hv-cinder-84617, cleared binding levels {{(pid=104139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:34.648056 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Publish callbacks [] for security_group (fb681ef0-8f01-4975-9c62-44e00ce83a13), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:34.663517 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] For port db6ca92f-4e18-420e-8910-cb6285fa5c3d, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=db6ca92f-4e18-420e-8910-cb6285fa5c3d,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:34.675385 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (fb681ef0-8f01-4975-9c62-44e00ce83a13), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:34.745326 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:34.747656 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:34.751939 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb681ef0-8f01-4975-9c62-44e00ce83a13,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:34.799055 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:36:34.814873 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:34.815914 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for port (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:34.817233 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] 10.222.0.55 "PUT /v2.0/ports/db6ca92f-4e18-420e-8910-cb6285fa5c3d HTTP/1.1" status: 200 len: 1094 time: 2.3963158 Jun 23 22:36:34.822428 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda9f458-d54a-46b6-a86a-884bc9d95a64', 'tag': 'db6ca92f-4e18-420e-8910-cb6285fa5c3d'}] {{(pid=104139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:36:34.826465 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7a30e2d28ecc9770ca79202b5e481ce5d3a4a17bdcf321dacedd3590822de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f774d7aa-3202-4099-8525-d20f701efee8" -d '{"events": [{"name": "network-changed", "server_uuid": "eda9f458-d54a-46b6-a86a-884bc9d95a64", "tag": "db6ca92f-4e18-420e-8910-cb6285fa5c3d"}]}' {{(pid=104139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:36:34.838396 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (6e51365d-ad02-48d9-bbe9-6bc3a3eaebff), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:34.838802 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Added segment 6e51365d-ad02-48d9-bbe9-6bc3a3eaebff of type vlan for network 1dc0eaf8-99a9-4396-9005-98d5dab938f9 Jun 23 22:36:34.854326 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e31d6fca-bf6a-43de-b769-45b3a2b22d0f req-d6498253-eefc-470d-9a82-f8022a6aa59c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0ff831-0151-424d-bdac-c933fd397da7 HTTP/1.1" status: 200 len: 217 time: 0.3916235 Jun 23 22:36:34.905954 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-86bb22b7-69e8-4a5d-948a-db9e4189453d req-6646ec58-2685-4afe-9b85-6af6ff04d2cf tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2297382 Jun 23 22:36:34.919894 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11648ab0-288d-48b6-a7c4-d0b24d9d8fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=db6ca92f-4e18-420e-8910-cb6285fa5c3d,revision_number=3']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:34.949242 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Pushing event deleted for resources: {'Network': ['ID=8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:34.957011 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:34.965420 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-b684f7f1-1f46-4bde-9644-bf25d30f22ed admin admin] 10.222.0.43 "DELETE /v2.0/networks/8f0a491b-b6cc-4aa8-8b5d-c4e6dc825598 HTTP/1.1" status: 204 len: 168 time: 2.7572117 Jun 23 22:36:35.082429 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59338) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:35.143882 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b3db385-f370-47de-bef9-03971b233143 req-e65ac2fd-bdb0-4d70-be25-dd260d31fa9b tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8606620 Jun 23 22:36:35.174603 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment 1ad1f0fd-9b60-4a9b-92e2-8a07156f442d resource provider aggregate not found Jun 23 22:36:35.186000 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-f59a996c-b96e-4c9d-beda-85c506a1f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:35.197625 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-f59a996c-b96e-4c9d-beda-85c506a1f256 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.8313510 Jun 23 22:36:35.206576 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d6fca-bf6a-43de-b769-45b3a2b22d0f req-a3eb3867-2e2f-46cc-8121-a5fcbb211184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:35.208372 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e31d6fca-bf6a-43de-b769-45b3a2b22d0f req-a3eb3867-2e2f-46cc-8121-a5fcbb211184 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60656d55-937f-4812-b089-eaa0b114b731 HTTP/1.1" status: 200 len: 850 time: 0.3219178 Jun 23 22:36:35.227138 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment 1ad1f0fd-9b60-4a9b-92e2-8a07156f442d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ad1f0fd-9b60-4a9b-92e2-8a07156f442d found for delete ", "request_id": "req-c9feabe2-f8a5-456c-b592-28a4ec4906ca"}]} Jun 23 22:36:35.261720 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (1dc0eaf8-99a9-4396-9005-98d5dab938f9), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:35.308489 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-b36b0f13-a4b6-4789-86db-52b07f755632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:35.310991 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-b36b0f13-a4b6-4789-86db-52b07f755632 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 1128 time: 0.4149747 Jun 23 22:36:35.340381 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd5869d-d8db-4bb6-8899-8ba53b0729da admin admin] Deleting subnet 57a36b1b-7ae6-4df7-a7a6-6163b8f5a78f {{(pid=104139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:36:35.350572 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1dd5869d-d8db-4bb6-8899-8ba53b0729da admin admin] Publish callbacks [] for subnet (57a36b1b-7ae6-4df7-a7a6-6163b8f5a78f), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:35.378996 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (1dc0eaf8-99a9-4396-9005-98d5dab938f9), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:35.380485 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:35.381199 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:35.438061 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1dd5869d-d8db-4bb6-8899-8ba53b0729da admin admin] Publish callbacks [] for subnet (57a36b1b-7ae6-4df7-a7a6-6163b8f5a78f), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:35.447063 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6468945 Jun 23 22:36:35.507116 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59344) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:35.509796 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1dd5869d-d8db-4bb6-8899-8ba53b0729da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (57a36b1b-7ae6-4df7-a7a6-6163b8f5a78f), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:35.516823 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-3cf95b2f-03b2-4885-8bc8-c3e9a6e0f65f admin admin] Request body: {'subnet': {'network_id': '1dc0eaf8-99a9-4396-9005-98d5dab938f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-955879926-subnet', 'tenant_id': '2811546d503e474bbdfe365e6d67a53c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:35.520806 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb2ce5-00d4-4f46-a682-24b968680a8a admin admin] Pushing event updated for resources: {'Network': ['ID=1dc0eaf8-99a9-4396-9005-98d5dab938f9,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:35.544914 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 1dc0eaf8-99a9-4396-9005-98d5dab938f9 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:36:35.566118 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d25909-b249-4e8a-bcb8-650a6616e3e6 {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:36:35.575745 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Publish callbacks [] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:35.593117 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Transition to ACTIVE for port object c2d25909-b249-4e8a-bcb8-650a6616e3e6 will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:36:35.641840 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:35.643688 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:35.643825 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf95b2f-03b2-4885-8bc8-c3e9a6e0f65f admin admin] Made reservation on behalf of 2811546d503e474bbdfe365e6d67a53c for: {'subnet': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:36:35.646152 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3cf95b2f-03b2-4885-8bc8-c3e9a6e0f65f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:35.696664 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-c41ef183-9615-4c78-9031-f0dc5a5d81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:35.698245 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-c41ef183-9615-4c78-9031-f0dc5a5d81f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4889643 Jun 23 22:36:35.699183 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-a4dec087-e017-4ca7-a049-baee3af380e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db6ca92f-4e18-420e-8910-cb6285fa5c3d HTTP/1.1" status: 200 len: 217 time: 0.0651588 Jun 23 22:36:35.709615 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1dd5869d-d8db-4bb6-8899-8ba53b0729da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (57a36b1b-7ae6-4df7-a7a6-6163b8f5a78f), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:35.782469 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:35.806503 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5869d-d8db-4bb6-8899-8ba53b0729da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a36b1b-7ae6-4df7-a7a6-6163b8f5a78f,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:35.819034 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1dd5869d-d8db-4bb6-8899-8ba53b0729da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:35.832237 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-1dd5869d-d8db-4bb6-8899-8ba53b0729da admin admin] 10.222.0.43 "DELETE /v2.0/subnets/57a36b1b-7ae6-4df7-a7a6-6163b8f5a78f HTTP/1.1" status: 204 len: 168 time: 0.7421434 Jun 23 22:36:35.844914 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59358) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:35.874709 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d6fca-bf6a-43de-b769-45b3a2b22d0f req-b5e2639f-162a-4334-9387-6580ca993b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:35.876466 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e31d6fca-bf6a-43de-b769-45b3a2b22d0f req-b5e2639f-162a-4334-9387-6580ca993b74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69c6d8a0-202c-42d8-bb93-5c3836a8475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6029143 Jun 23 22:36:35.884611 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:35.901834 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-7f519295-c16a-4d2d-9b3d-1e1c9e902730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:35.903908 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-7f519295-c16a-4d2d-9b3d-1e1c9e902730 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.1808386 Jun 23 22:36:35.944083 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9ab6b-91fe-41ed-a36a-1043b836c457 req-a4882f83-8a68-493d-a6c2-cbe601390cf2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:35.945628 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f9e9ab6b-91fe-41ed-a36a-1043b836c457 req-a4882f83-8a68-493d-a6c2-cbe601390cf2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 943 time: 0.6150081 Jun 23 22:36:35.951956 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746509b-817d-4a65-bd93-67f8bc2876dc req-2a0ec7e1-e945-4357-b6d0-defa4ae8243c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:35.959996 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5746509b-817d-4a65-bd93-67f8bc2876dc req-2a0ec7e1-e945-4357-b6d0-defa4ae8243c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 943 time: 0.7128720 Jun 23 22:36:36.012275 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d25909-b249-4e8a-bcb8-650a6616e3e6,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:36.026559 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (dd9bdd7a-a2a6-44a6-832e-d92d17ef7108), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:36.038004 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59374) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:36.181962 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f9e9ab6b-91fe-41ed-a36a-1043b836c457 req-b19dd40e-2951-4a42-8107-630fef9f0831 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157774 Jun 23 22:36:36.202840 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Attempting to bind port c2d25909-b249-4e8a-bcb8-650a6616e3e6 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:36:36.203249 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Attempting to bind port c2d25909-b249-4e8a-bcb8-650a6616e3e6 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:36:36.203581 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Attempting to bind port c2d25909-b249-4e8a-bcb8-650a6616e3e6 on network bcb228fc-05ce-4620-ab8e-125664fd2aaa {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:36.222420 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5746509b-817d-4a65-bd93-67f8bc2876dc req-39ea004d-e497-4622-91a2-fa448534ff07 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601652 Jun 23 22:36:36.236650 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-18ac0f9b-38d8-4322-b0d0-1de074441aee service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756329 Jun 23 22:36:36.239878 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Port c2d25909-b249-4e8a-bcb8-650a6616e3e6 on network bcb228fc-05ce-4620-ab8e-125664fd2aaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:36:36.240462 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Attempting to bind port c2d25909-b249-4e8a-bcb8-650a6616e3e6 on network bcb228fc-05ce-4620-ab8e-125664fd2aaa {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:36:36.255374 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:36:36.256434 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Checking segment: {'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:36.256978 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Bound using segment: {'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:36:36.257588 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Bound port: c2d25909-b249-4e8a-bcb8-650a6616e3e6, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5051638b-1d36-4ede-8c3e-77947610a6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:36:36.259077 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:36.356231 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec06982-0afb-42c6-a8d4-2974899e9f1d x-openstack-request-id: req-8ec06982-0afb-42c6-a8d4-2974899e9f1d {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:36:36.357258 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd22650e-6851-4f81-a8d4-e4c7ade26c73", "tag": "e97c4f2f-223c-4f40-b688-f46dae13754f", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:36:36.357582 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ec06982-0afb-42c6-a8d4-2974899e9f1d {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:36:36.358046 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec06982-0afb-42c6-a8d4-2974899e9f1d'] response: {'name': 'network-changed', 'server_uuid': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'tag': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'status': 'completed', 'code': 200} Jun 23 22:36:36.366602 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] For port c2d25909-b249-4e8a-bcb8-650a6616e3e6, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:36:36.370880 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] For port c2d25909-b249-4e8a-bcb8-650a6616e3e6, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c2d25909-b249-4e8a-bcb8-650a6616e3e6,segment=NetworkSegment(5051638b-1d36-4ede-8c3e-77947610a6d5),segment_id=5051638b-1d36-4ede-8c3e-77947610a6d5)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:36:36.404370 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:36.465113 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (dd9bdd7a-a2a6-44a6-832e-d92d17ef7108), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:36.469931 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b4fb24-52b3-4c2f-bd26-b82065433c35 x-openstack-request-id: req-40b4fb24-52b3-4c2f-bd26-b82065433c35 {{(pid=104139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:36:36.470308 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda9f458-d54a-46b6-a86a-884bc9d95a64", "tag": "db6ca92f-4e18-420e-8910-cb6285fa5c3d", "status": "completed", "code": 200}]} {{(pid=104139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:36:36.470652 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40b4fb24-52b3-4c2f-bd26-b82065433c35 {{(pid=104139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:36:36.471147 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3432da8-0444-4043-a41b-0553af10cc58 req-5ed75cff-0054-45dc-bf50-879e56a8ca79 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:36.471542 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b4fb24-52b3-4c2f-bd26-b82065433c35'] response: {'name': 'network-changed', 'server_uuid': 'eda9f458-d54a-46b6-a86a-884bc9d95a64', 'tag': 'db6ca92f-4e18-420e-8910-cb6285fa5c3d', 'status': 'completed', 'code': 200} Jun 23 22:36:36.472899 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3432da8-0444-4043-a41b-0553af10cc58 req-5ed75cff-0054-45dc-bf50-879e56a8ca79 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 944 time: 0.1083851 Jun 23 22:36:36.474550 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:36.475246 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:36.476710 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] 10.222.0.55 "PUT /v2.0/ports/c2d25909-b249-4e8a-bcb8-650a6616e3e6 HTTP/1.1" status: 200 len: 1093 time: 3.7139077 Jun 23 22:36:36.486083 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3cf95b2f-03b2-4885-8bc8-c3e9a6e0f65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for subnet (c4274ca6-1e96-401c-819b-0beeff5a0eb4), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:36.492964 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:36.537312 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7291e2c9-8d2b-452e-ae63-de1e0f15fe09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:36.542119 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da813d-c573-43d3-9c25-d04f0acedca0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d25909-b249-4e8a-bcb8-650a6616e3e6,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:36.549974 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.553014 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b09c5-17c2-43a0-91fc-8e1326853101 req-22a2b1b5-609a-4761-88a1-bf06641cdcaf tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:36.554710 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e94b09c5-17c2-43a0-91fc-8e1326853101 req-22a2b1b5-609a-4761-88a1-bf06641cdcaf tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 943 time: 0.1173313 Jun 23 22:36:36.562568 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.563685 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.564096 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > port after_create 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.564708 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.565274 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > port after_update 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.565869 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.566412 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.567063 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.567695 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.600114 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3432da8-0444-4043-a41b-0553af10cc58 req-88e79a93-2bee-437a-8dd9-c11d7fa78cb7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035802 Jun 23 22:36:36.635857 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e94b09c5-17c2-43a0-91fc-8e1326853101 req-f089d5d5-38bb-402e-81d0-8a6b348118d1 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695217 Jun 23 22:36:36.645870 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.646309 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.646571 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.646897 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 22:36:36.647352 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9bdd7a-a2a6-44a6-832e-d92d17ef7108']}} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:36.686646 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36155be1-1922-4bc7-aeac-c288a38df6fd') {'for_net_delete': True} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:36.686955 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36155be1-1922-4bc7-aeac-c288a38df6fd') {} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:36.727324 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367199'] for segment (36155be1-1922-4bc7-aeac-c288a38df6fd), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:36.746080 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf95b2f-03b2-4885-8bc8-c3e9a6e0f65f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4274ca6-1e96-401c-819b-0beeff5a0eb4,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:36.768153 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (36155be1-1922-4bc7-aeac-c288a38df6fd), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:36.779648 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf95b2f-03b2-4885-8bc8-c3e9a6e0f65f admin admin] Checking segment: {'id': '6e51365d-ad02-48d9-bbe9-6bc3a3eaebff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1dc0eaf8-99a9-4396-9005-98d5dab938f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:36:36.780089 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf95b2f-03b2-4885-8bc8-c3e9a6e0f65f admin admin] Network hostable DHCP agents. Network: 1dc0eaf8-99a9-4396-9005-98d5dab938f9, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:36:36.792323 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=104139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:36:36.792667 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275017'] for segment (36155be1-1922-4bc7-aeac-c288a38df6fd), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:36.878562 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:36.937036 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-f40d9ec1-c637-4725-979d-aa6f176c5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:36.938708 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-f40d9ec1-c637-4725-979d-aa6f176c5867 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1258690 Jun 23 22:36:36.941391 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf95b2f-03b2-4885-8bc8-c3e9a6e0f65f admin admin] Network 1dc0eaf8-99a9-4396-9005-98d5dab938f9 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:36:36.943581 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (dd9bdd7a-a2a6-44a6-832e-d92d17ef7108), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:36.975198 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9a583-7f6c-4580-aba9-3b069fb611af req-e141c7bd-8835-4737-acec-c717f814f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:36.976715 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-12f9a583-7f6c-4580-aba9-3b069fb611af req-e141c7bd-8835-4737-acec-c717f814f64b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 1127 time: 0.1580274 Jun 23 22:36:36.977667 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-3cf95b2f-03b2-4885-8bc8-c3e9a6e0f65f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 1dc0eaf8-99a9-4396-9005-98d5dab938f9) {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:36:36.979622 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:36.983206 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dd9bdd7a-a2a6-44a6-832e-d92d17ef7108 HTTP/1.1" status: 204 len: 168 time: 1.1370652 Jun 23 22:36:36.991317 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77650211-d1ac-4dbf-906f-18bff33e02bc None None] Network 1dc0eaf8-99a9-4396-9005-98d5dab938f9 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:36:37.000959 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84568a3-19fd-4f25-9380-72b737093138 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9bdd7a-a2a6-44a6-832e-d92d17ef7108,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:37.008696 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf95b2f-03b2-4885-8bc8-c3e9a6e0f65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:37.009277 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3cf95b2f-03b2-4885-8bc8-c3e9a6e0f65f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.019202 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7291e2c9-8d2b-452e-ae63-de1e0f15fe09 admin admin] Publish callbacks [] for security_group (57f60498-0f3d-4331-8d14-97777c52f057), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.024726 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e31d6fca-bf6a-43de-b769-45b3a2b22d0f req-15b783a9-c07b-4386-889b-6ca645ef2580 service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344048 Jun 23 22:36:37.027096 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bbcbe6-a3a0-44e4-a433-65478c68e927 req-a8a507e7-879b-4035-971f-b0b501c6d1ec service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253194 Jun 23 22:36:37.030033 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7291e2c9-8d2b-452e-ae63-de1e0f15fe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (57f60498-0f3d-4331-8d14-97777c52f057), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.055640 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3cf95b2f-03b2-4885-8bc8-c3e9a6e0f65f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5472829 Jun 23 22:36:37.067503 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:37.086115 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-7291e2c9-8d2b-452e-ae63-de1e0f15fe09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d69a6f283a4406cb4a522a44849363f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0467973 Jun 23 22:36:37.087695 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291e2c9-8d2b-452e-ae63-de1e0f15fe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f60498-0f3d-4331-8d14-97777c52f057,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:37.089322 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 59396) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:37.140684 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 36155be1-1922-4bc7-aeac-c288a38df6fd resource provider aggregate not found Jun 23 22:36:37.174278 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 36155be1-1922-4bc7-aeac-c288a38df6fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36155be1-1922-4bc7-aeac-c288a38df6fd found for delete ", "request_id": "req-d69c8cd3-5d9c-4ed1-9714-ab727326c99d"}]} Jun 23 22:36:37.177939 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 1d0ff831-0151-424d-bdac-c933fd397da7 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:36:37.201084 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1417d4de-1975-4263-9f64-7558e7a68cd8 None None] Network 1dc0eaf8-99a9-4396-9005-98d5dab938f9 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:36:37.207810 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1e684526-abd6-4315-9717-b0dbcfff9ba5 admin admin] Publish callbacks [] for security_group (57f60498-0f3d-4331-8d14-97777c52f057), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.239500 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1e684526-abd6-4315-9717-b0dbcfff9ba5 admin admin] Publish callbacks [] for security_group (57f60498-0f3d-4331-8d14-97777c52f057), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.289110 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59404) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:37.355417 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-56887574-be70-4483-b17e-f8fea0e11834 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f2a574c6e764b53bf8144badf2ab027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0650957 Jun 23 22:36:37.357926 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:37.358207 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59406) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:37.376303 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:37.417630 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15f475-96a5-4990-9db2-fce8978d73de req-c77e051d-2cc3-4c05-8baa-fe12bbc50857 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:37.419300 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3e15f475-96a5-4990-9db2-fce8978d73de req-c77e051d-2cc3-4c05-8baa-fe12bbc50857 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 943 time: 0.1221578 Jun 23 22:36:37.426367 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d2b1-a90f-469c-bedc-fccb80c5eadc req-3babf634-3d17-46ae-b04a-9ee9f18067c7 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:37.428013 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7d80d2b1-a90f-469c-bedc-fccb80c5eadc req-3babf634-3d17-46ae-b04a-9ee9f18067c7 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 943 time: 0.1093571 Jun 23 22:36:37.429155 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1e684526-abd6-4315-9717-b0dbcfff9ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (57f60498-0f3d-4331-8d14-97777c52f057), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.436787 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1e684526-abd6-4315-9717-b0dbcfff9ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.438415 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-1e684526-abd6-4315-9717-b0dbcfff9ba5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57f60498-0f3d-4331-8d14-97777c52f057 HTTP/1.1" status: 204 len: 168 time: 0.3481224 Jun 23 22:36:37.442681 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 1d0ff831-0151-424d-bdac-c933fd397da7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d0ff831-0151-424d-bdac-c933fd397da7,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:37.460810 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': '1d0ff831-0151-424d-bdac-c933fd397da7', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'port_id': '1d0ff831-0151-424d-bdac-c933fd397da7', 'mac_address': 'fa:16:3e:96:35:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:36:37.463566 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-763f30e0-51c8-4c96-9814-bb8e67d6d8a3 admin admin] Publish callbacks [] for security_group (9d2782e8-ef63-4aff-83e0-f3eee0b83166), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.501588 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e684526-abd6-4315-9717-b0dbcfff9ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f60498-0f3d-4331-8d14-97777c52f057,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:37.508346 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 1d0ff831-0151-424d-bdac-c933fd397da7 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:37.509512 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.514314 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-763f30e0-51c8-4c96-9814-bb8e67d6d8a3 admin admin] Publish callbacks [] for security_group (9d2782e8-ef63-4aff-83e0-f3eee0b83166), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.536805 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7d80d2b1-a90f-469c-bedc-fccb80c5eadc req-9f894814-6fa7-427e-8597-55be37982ab9 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936918 Jun 23 22:36:37.539064 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0ff831-0151-424d-bdac-c933fd397da7 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:36:37.565830 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 1d0ff831-0151-424d-bdac-c933fd397da7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d0ff831-0151-424d-bdac-c933fd397da7,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:37.571453 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.580194 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3e15f475-96a5-4990-9db2-fce8978d73de req-9e0213bd-7b8d-4c8d-97c3-ec5cb625d8e7 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400425 Jun 23 22:36:37.621876 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-763f30e0-51c8-4c96-9814-bb8e67d6d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9d2782e8-ef63-4aff-83e0-f3eee0b83166), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.625645 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-763f30e0-51c8-4c96-9814-bb8e67d6d8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:37.626870 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-763f30e0-51c8-4c96-9814-bb8e67d6d8a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d2782e8-ef63-4aff-83e0-f3eee0b83166 HTTP/1.1" status: 204 len: 168 time: 0.2673461 Jun 23 22:36:37.671268 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=1d0ff831-0151-424d-bdac-c933fd397da7,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:37.683883 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f30e0-51c8-4c96-9814-bb8e67d6d8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2782e8-ef63-4aff-83e0-f3eee0b83166,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:37.845529 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-67e52657-5ca5-49cb-bf43-439d1f215d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:37.863425 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-67e52657-5ca5-49cb-bf43-439d1f215d62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=becdae52e5c64b1ea2bb05833505b0f8&device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 1127 time: 0.1604116 Jun 23 22:36:37.874146 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['1d0ff831-0151-424d-bdac-c933fd397da7'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:36:37.961223 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e956312-f73f-48df-94fd-b532f9176b50 req-bc19d5e6-f092-4159-929e-aa85bbc1b799 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:37.962510 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7e956312-f73f-48df-94fd-b532f9176b50 req-bc19d5e6-f092-4159-929e-aa85bbc1b799 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 944 time: 0.1354432 Jun 23 22:36:37.989602 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-c6f411ce-304b-4b48-ab3f-e0c9d630a8b9 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012605 Jun 23 22:36:38.099216 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82443c1-2064-4150-a4ba-25d26d003081 req-910fa892-efa6-40a7-924e-2c2fb915a8ed tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:38.107499 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b82443c1-2064-4150-a4ba-25d26d003081 req-910fa892-efa6-40a7-924e-2c2fb915a8ed tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 943 time: 0.2813003 Jun 23 22:36:38.152670 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9a583-7f6c-4580-aba9-3b069fb611af req-93a1d65c-066c-4b0b-93c3-51426e640bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:38.154778 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-12f9a583-7f6c-4580-aba9-3b069fb611af req-93a1d65c-066c-4b0b-93c3-51426e640bcb service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 916 time: 0.4827242 Jun 23 22:36:38.156809 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e31d6fca-bf6a-43de-b769-45b3a2b22d0f req-baa97ac7-e0e8-4c43-b490-aece1cf60b7a service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833608 Jun 23 22:36:38.191333 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7e956312-f73f-48df-94fd-b532f9176b50 req-4028a85c-bbbf-40c0-a10d-9019640ba6d0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965396 Jun 23 22:36:38.226061 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b82443c1-2064-4150-a4ba-25d26d003081 req-281a8dc0-e08c-49ce-bd8b-b48e2b782293 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176858 Jun 23 22:36:38.360188 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0ce8c1-d950-47d0-a644-bf09bb09b7de', 'tag': 'c2d25909-b249-4e8a-bcb8-650a6616e3e6'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:36:38.364576 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25573d1-9489-479e-a960-2fc93ad70bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0ce8c1-d950-47d0-a644-bf09bb09b7de", "tag": "c2d25909-b249-4e8a-bcb8-650a6616e3e6"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:36:38.411196 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ed10fd-378e-4017-b3ff-a39a1e330cbc x-openstack-request-id: req-25ed10fd-378e-4017-b3ff-a39a1e330cbc {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:36:38.411863 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0ce8c1-d950-47d0-a644-bf09bb09b7de", "tag": "c2d25909-b249-4e8a-bcb8-650a6616e3e6", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:36:38.412489 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25ed10fd-378e-4017-b3ff-a39a1e330cbc {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:36:38.413913 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ed10fd-378e-4017-b3ff-a39a1e330cbc'] response: {'name': 'network-changed', 'server_uuid': '0b0ce8c1-d950-47d0-a644-bf09bb09b7de', 'tag': 'c2d25909-b249-4e8a-bcb8-650a6616e3e6', 'status': 'completed', 'code': 200} Jun 23 22:36:38.542757 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 59446) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:38.545406 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-12f9a583-7f6c-4580-aba9-3b069fb611af req-8fa8ad6b-46ef-4808-b28e-c57cabff2688 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97c4f2f-223c-4f40-b688-f46dae13754f HTTP/1.1" status: 200 len: 217 time: 0.0801225 Jun 23 22:36:38.564247 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-8bcf5605-c64d-4c64-9022-dcf0a493ed18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2d25909-b249-4e8a-bcb8-650a6616e3e6 HTTP/1.1" status: 200 len: 217 time: 0.0883064 Jun 23 22:36:38.679638 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-7f386f8b-1536-4214-8848-7f92a19e73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:38.681392 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-7f386f8b-1536-4214-8848-7f92a19e73d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dae44bc-674e-4067-81f9-b045f479765b HTTP/1.1" status: 200 len: 850 time: 0.1073115 Jun 23 22:36:38.728506 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9dcba315-da5b-441f-9b28-ed73f7d32aec req-9bf8d335-e2f9-43e9-9acc-dfd5194d98e0 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514515 Jun 23 22:36:38.739201 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-0e28fe72-bfd1-4598-8527-08d18e1b3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:38.741299 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-0e28fe72-bfd1-4598-8527-08d18e1b3360 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb228fc-05ce-4620-ab8e-125664fd2aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480964 Jun 23 22:36:38.789856 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:38.893897 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-fc087989-0e03-4374-ac40-f86c9603b558 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb228fc-05ce-4620-ab8e-125664fd2aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440074 Jun 23 22:36:38.933782 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:38.970290 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca022601-a97b-44b6-b582-040f8164abf6 req-dac98c8a-0f8e-47da-b743-40260cb05916 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:38.971974 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ca022601-a97b-44b6-b582-040f8164abf6 req-dac98c8a-0f8e-47da-b743-40260cb05916 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 944 time: 0.1289284 Jun 23 22:36:38.973496 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9a583-7f6c-4580-aba9-3b069fb611af req-27c35e6f-9fdb-4ee9-bb63-c379fd4ff88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:38.974880 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-12f9a583-7f6c-4580-aba9-3b069fb611af req-27c35e6f-9fdb-4ee9-bb63-c379fd4ff88c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.4033718 Jun 23 22:36:38.975953 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bed6e-aa8e-45a2-b8d1-6c8bb8cd0a74 req-13c724eb-82eb-4ff9-a31d-14d53655bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:38.977466 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-199bed6e-aa8e-45a2-b8d1-6c8bb8cd0a74 req-13c724eb-82eb-4ff9-a31d-14d53655bb4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 1127 time: 0.5060079 Jun 23 22:36:39.043700 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44e94a-2bda-4064-a94a-ca54d5518d4e req-bb593aa5-11bf-4f70-883c-b8dc3c5b4e19 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:39.045480 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-df44e94a-2bda-4064-a94a-ca54d5518d4e req-bb593aa5-11bf-4f70-883c-b8dc3c5b4e19 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 943 time: 0.2477591 Jun 23 22:36:39.066325 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-a41fb24a-cb04-4fd0-8fb9-a04c6d65e029 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61456fd5f2cc44c8aa7ba760ae870ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5195651 Jun 23 22:36:39.068937 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59466) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:39.083739 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:39.098698 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ca022601-a97b-44b6-b582-040f8164abf6 req-77a81cee-ae98-4412-8d09-eb370853a7c9 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149163 Jun 23 22:36:39.140031 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-df44e94a-2bda-4064-a94a-ca54d5518d4e req-370af6d2-f93a-4280-9c10-6c77fe6f34e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871282 Jun 23 22:36:39.158279 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6d06a7f6-00e3-45e6-9987-663e1d003642 admin admin] Publish callbacks [] for security_group (8bbfa4c1-73a7-478d-819f-4cdc7094e1fe), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:39.159291 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device e97c4f2f-223c-4f40-b688-f46dae13754f details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:36:39.187625 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6d06a7f6-00e3-45e6-9987-663e1d003642 admin admin] Publish callbacks [] for security_group (8bbfa4c1-73a7-478d-819f-4cdc7094e1fe), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:39.271628 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6d06a7f6-00e3-45e6-9987-663e1d003642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (8bbfa4c1-73a7-478d-819f-4cdc7094e1fe), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:39.275632 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6d06a7f6-00e3-45e6-9987-663e1d003642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:39.277145 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6d06a7f6-00e3-45e6-9987-663e1d003642 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bbfa4c1-73a7-478d-819f-4cdc7094e1fe HTTP/1.1" status: 204 len: 168 time: 0.2069039 Jun 23 22:36:39.301670 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06a7f6-00e3-45e6-9987-663e1d003642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbfa4c1-73a7-478d-819f-4cdc7094e1fe,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:39.321142 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:39.322754 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 1d0ff831-0151-424d-bdac-c933fd397da7 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:39.419772 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65129d6-2e40-4228-ade7-bc1e99bde2ec req-8dffafc9-22e2-4d6a-8da6-971c833b9b8e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:39.433813 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c65129d6-2e40-4228-ade7-bc1e99bde2ec req-8dffafc9-22e2-4d6a-8da6-971c833b9b8e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 944 time: 0.1009099 Jun 23 22:36:39.467607 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59482) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:39.490602 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port 1d0ff831-0151-424d-bdac-c933fd397da7 completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:36:39.506960 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port 1d0ff831-0151-424d-bdac-c933fd397da7 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:39.506960 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:39.583857 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:39.587080 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port e97c4f2f-223c-4f40-b688-f46dae13754f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e97c4f2f-223c-4f40-b688-f46dae13754f,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:39.606197 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d7aa-3202-4099-8525-d20f701efee8 req-f6833718-1821-48f3-bcb6-9f0b30a8865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:39.607848 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-f774d7aa-3202-4099-8525-d20f701efee8 req-f6833718-1821-48f3-bcb6-9f0b30a8865f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 1128 time: 0.0851212 Jun 23 22:36:39.644300 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'port_id': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'mac_address': 'fa:16:3e:1a:7f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:36:39.654397 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 1d0ff831-0151-424d-bdac-c933fd397da7 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:39.655191 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:39.676367 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c65129d6-2e40-4228-ade7-bc1e99bde2ec req-3d2d9964-3f60-405b-9454-9842e4f4307c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402420 Jun 23 22:36:39.709467 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port e97c4f2f-223c-4f40-b688-f46dae13754f is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:39.709974 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:39.745003 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 1d0ff831-0151-424d-bdac-c933fd397da7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d0ff831-0151-424d-bdac-c933fd397da7,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:39.748140 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0ff831-0151-424d-bdac-c933fd397da7'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:36:39.755345 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ae81a-7faf-423b-a99a-641febc5aaf4 req-eb60dd5b-5d5f-4d36-b86a-22e3098cdf0c tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:39.757515 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-543ae81a-7faf-423b-a99a-641febc5aaf4 req-eb60dd5b-5d5f-4d36-b86a-22e3098cdf0c tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 943 time: 0.4259186 Jun 23 22:36:39.799226 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-e9d6062f-46e3-4b5a-b923-5c6e66bcc31a req-4293200e-bbb0-436b-807a-dc3dee7be7ed service neutron] 10.222.0.55 "GET /v2.0/networks/bcb228fc-05ce-4620-ab8e-125664fd2aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300830 Jun 23 22:36:39.815729 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97c4f2f-223c-4f40-b688-f46dae13754f {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:36:39.821728 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:39.871275 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port e97c4f2f-223c-4f40-b688-f46dae13754f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e97c4f2f-223c-4f40-b688-f46dae13754f,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:39.881080 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:39.881812 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 79ccfbc8-28e4-4313-8f45-8c693924dbde details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:36:39.912940 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=1d0ff831-0151-424d-bdac-c933fd397da7,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:39.935318 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:39.945416 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-543ae81a-7faf-423b-a99a-641febc5aaf4 req-091a9fbd-38ed-4238-a469-d5fec84f8d47 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664188 Jun 23 22:36:39.953332 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9a583-7f6c-4580-aba9-3b069fb611af req-ad3b8cce-5452-4b4c-86b7-c6dfec391fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:39.954820 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-12f9a583-7f6c-4580-aba9-3b069fb611af req-ad3b8cce-5452-4b4c-86b7-c6dfec391fce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3573022 Jun 23 22:36:40.021961 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bed6e-aa8e-45a2-b8d1-6c8bb8cd0a74 req-f1e65274-1a8a-4af1-a394-af6dccae450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:40.025186 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-199bed6e-aa8e-45a2-b8d1-6c8bb8cd0a74 req-f1e65274-1a8a-4af1-a394-af6dccae450d service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.4899361 Jun 23 22:36:40.099137 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-598ee552-c792-4a2e-8711-15812ea18de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:40.100567 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=e97c4f2f-223c-4f40-b688-f46dae13754f,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:40.191811 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 79ccfbc8-28e4-4313-8f45-8c693924dbde, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=79ccfbc8-28e4-4313-8f45-8c693924dbde,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:40.210777 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d7aa-3202-4099-8525-d20f701efee8 req-f272f506-c2f3-450a-a8a9-c322dd0dcf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:40.218758 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-f774d7aa-3202-4099-8525-d20f701efee8 req-f272f506-c2f3-450a-a8a9-c322dd0dcf08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.6007361 Jun 23 22:36:40.233519 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': '79ccfbc8-28e4-4313-8f45-8c693924dbde', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'port_id': '79ccfbc8-28e4-4313-8f45-8c693924dbde', 'mac_address': 'fa:16:3e:87:7f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:36:40.244988 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a84cca0-d310-4300-a598-7012f0c0c25a" -d '{"events": [{"server_uuid": "f910ba21-0126-4f09-8fd9-10f2365e67c1", "name": "network-vif-plugged", "status": "completed", "tag": "1d0ff831-0151-424d-bdac-c933fd397da7"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:36:40.344728 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb270b0-6096-48f5-9cee-dc81d2247e39 req-d4b40921-a8b0-47c4-bc07-5bff2a8f612c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:40.353087 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bfb270b0-6096-48f5-9cee-dc81d2247e39 req-d4b40921-a8b0-47c4-bc07-5bff2a8f612c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1033266 Jun 23 22:36:40.367601 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:40.374721 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-598ee552-c792-4a2e-8711-15812ea18de1 admin admin] Publish callbacks [] for security_group (7e9c09aa-60e4-4735-8443-486a545aa866), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:40.379460 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 79ccfbc8-28e4-4313-8f45-8c693924dbde is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:40.380658 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-598ee552-c792-4a2e-8711-15812ea18de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (7e9c09aa-60e4-4735-8443-486a545aa866), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:40.385657 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:40.410313 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ccfbc8-28e4-4313-8f45-8c693924dbde {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:36:40.428694 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06e1d4-2253-47b6-a09e-633792c67ecb req-cad4e5a7-c043-4b85-90fb-d60a90373ba0 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:40.430463 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bf06e1d4-2253-47b6-a09e-633792c67ecb req-cad4e5a7-c043-4b85-90fb-d60a90373ba0 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 944 time: 0.0521076 Jun 23 22:36:40.442412 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 79ccfbc8-28e4-4313-8f45-8c693924dbde, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=79ccfbc8-28e4-4313-8f45-8c693924dbde,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:40.449275 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ee552-c792-4a2e-8711-15812ea18de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c09aa-60e4-4735-8443-486a545aa866,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:40.452990 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:40.491832 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-598ee552-c792-4a2e-8711-15812ea18de1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64cad109fe5449aea36e5222ab51042c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0225410 Jun 23 22:36:40.494782 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 59518) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:40.505322 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bfb270b0-6096-48f5-9cee-dc81d2247e39 req-6b973a0d-c97c-40f8-8b43-aa77391d018b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512747 Jun 23 22:36:40.569976 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bf06e1d4-2253-47b6-a09e-633792c67ecb req-9100218b-3c53-42b2-bf22-e6f8d8340a57 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203184 Jun 23 22:36:40.574468 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=79ccfbc8-28e4-4313-8f45-8c693924dbde,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:40.578378 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6f03aaea-142c-450c-a9a6-ca6d225e7f74 admin admin] Publish callbacks [] for security_group (7e9c09aa-60e4-4735-8443-486a545aa866), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:40.617180 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6f03aaea-142c-450c-a9a6-ca6d225e7f74 admin admin] Publish callbacks [] for security_group (7e9c09aa-60e4-4735-8443-486a545aa866), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:40.681491 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-199bed6e-aa8e-45a2-b8d1-6c8bb8cd0a74 req-3ea62bb2-8cd6-4c05-807c-4faa96f26dad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79ccfbc8-28e4-4313-8f45-8c693924dbde HTTP/1.1" status: 200 len: 217 time: 0.0469279 Jun 23 22:36:40.708575 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6f03aaea-142c-450c-a9a6-ca6d225e7f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (7e9c09aa-60e4-4735-8443-486a545aa866), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:40.711858 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6f03aaea-142c-450c-a9a6-ca6d225e7f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:40.716558 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6f03aaea-142c-450c-a9a6-ca6d225e7f74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e9c09aa-60e4-4735-8443-486a545aa866 HTTP/1.1" status: 204 len: 168 time: 0.2195845 Jun 23 22:36:40.773759 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-f774d7aa-3202-4099-8525-d20f701efee8 req-75100be5-d283-4c0e-91b7-09d1cbc33b90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db6ca92f-4e18-420e-8910-cb6285fa5c3d HTTP/1.1" status: 200 len: 217 time: 0.0902278 Jun 23 22:36:40.811284 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['79ccfbc8-28e4-4313-8f45-8c693924dbde'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:36:40.832592 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:40.834359 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d7aa-3202-4099-8525-d20f701efee8 req-2844d44d-1f1f-43d4-9eeb-e2938085b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:40.835182 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-12f9a583-7f6c-4580-aba9-3b069fb611af req-0f406985-de50-4887-b21f-0733f0577047 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165856 Jun 23 22:36:40.835838 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-f774d7aa-3202-4099-8525-d20f701efee8 req-2844d44d-1f1f-43d4-9eeb-e2938085b889 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.0530219 Jun 23 22:36:40.836547 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03aaea-142c-450c-a9a6-ca6d225e7f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c09aa-60e4-4735-8443-486a545aa866,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:40.845381 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25573d1-9489-479e-a960-2fc93ad70bf8 req-878a3c75-13a9-40a7-b9d8-b1b58fbf31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:40.846936 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-a25573d1-9489-479e-a960-2fc93ad70bf8 req-878a3c75-13a9-40a7-b9d8-b1b58fbf31b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=becdae52e5c64b1ea2bb05833505b0f8&device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 1127 time: 0.1623356 Jun 23 22:36:40.855602 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bed6e-aa8e-45a2-b8d1-6c8bb8cd0a74 req-64aebaa3-4da8-41c7-82eb-d5c40ba81ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:40.857251 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-199bed6e-aa8e-45a2-b8d1-6c8bb8cd0a74 req-64aebaa3-4da8-41c7-82eb-d5c40ba81ab6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.1651208 Jun 23 22:36:40.923474 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d7aa-3202-4099-8525-d20f701efee8 req-8eac020b-a047-40db-8e45-d2072705bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:40.925146 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-f774d7aa-3202-4099-8525-d20f701efee8 req-8eac020b-a047-40db-8e45-d2072705bb13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771570 Jun 23 22:36:40.946348 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2791d42-52af-4cc5-bd68-907d8e53c67a x-openstack-request-id: req-e2791d42-52af-4cc5-bd68-907d8e53c67a {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:36:40.946348 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f910ba21-0126-4f09-8fd9-10f2365e67c1", "name": "network-vif-plugged", "status": "completed", "tag": "1d0ff831-0151-424d-bdac-c933fd397da7", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:36:40.946348 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2791d42-52af-4cc5-bd68-907d8e53c67a {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:36:40.957700 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2791d42-52af-4cc5-bd68-907d8e53c67a'] response: {'server_uuid': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0ff831-0151-424d-bdac-c933fd397da7', 'code': 200} Jun 23 22:36:41.029092 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['e97c4f2f-223c-4f40-b688-f46dae13754f'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:36:41.037924 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3aa23f-0ee1-4c46-ac3e-13d79b7e6849 req-1cf7c37f-cf37-4a7c-bcff-3a78a41792ca tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:41.048476 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ca3aa23f-0ee1-4c46-ac3e-13d79b7e6849 req-1cf7c37f-cf37-4a7c-bcff-3a78a41792ca tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 944 time: 0.1900933 Jun 23 22:36:41.094124 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-f774d7aa-3202-4099-8525-d20f701efee8 req-f7d04ea2-410b-47df-b544-1419553275b0 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568532 Jun 23 22:36:41.097417 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bed6e-aa8e-45a2-b8d1-6c8bb8cd0a74 req-eac38977-9d54-4ce8-b653-d8cff6863095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:41.100371 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-199bed6e-aa8e-45a2-b8d1-6c8bb8cd0a74 req-eac38977-9d54-4ce8-b653-d8cff6863095 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2272749 Jun 23 22:36:41.148381 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:41.180988 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device c2d25909-b249-4e8a-bcb8-650a6616e3e6 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:36:41.383553 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-f774d7aa-3202-4099-8525-d20f701efee8 req-2d30d216-639a-4451-9424-bf37c01784f3 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591650 Jun 23 22:36:41.384607 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25573d1-9489-479e-a960-2fc93ad70bf8 req-32469f16-3ecd-4b4e-8c52-71492c90e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:41.386104 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-a25573d1-9489-479e-a960-2fc93ad70bf8 req-32469f16-3ecd-4b4e-8c52-71492c90e8e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcb228fc-05ce-4620-ab8e-125664fd2aaa HTTP/1.1" status: 200 len: 912 time: 0.5292497 Jun 23 22:36:41.447382 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ca3aa23f-0ee1-4c46-ac3e-13d79b7e6849 req-aec7db35-06a0-40be-8b9e-6d5cb1f38c85 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979058 Jun 23 22:36:41.451473 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-a25573d1-9489-479e-a960-2fc93ad70bf8 req-fcab744f-98f3-47a4-8d59-815b8ae9aa45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2d25909-b249-4e8a-bcb8-650a6616e3e6 HTTP/1.1" status: 200 len: 217 time: 0.0493639 Jun 23 22:36:41.480699 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824698d1-ca0a-4a6a-a783-b5403fde268a req-9cb5f6a0-b8c2-47a4-842b-9600fccb0d1b tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:41.488908 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-824698d1-ca0a-4a6a-a783-b5403fde268a req-9cb5f6a0-b8c2-47a4-842b-9600fccb0d1b tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 943 time: 0.2835045 Jun 23 22:36:41.491405 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bb947-a770-4da1-a7e8-f4a215144259 req-60f3f557-535a-4966-96b1-e280b6a8e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:41.493087 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-866bb947-a770-4da1-a7e8-f4a215144259 req-60f3f557-535a-4966-96b1-e280b6a8e607 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 1129 time: 0.2889607 Jun 23 22:36:41.524543 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:41.525822 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-866bb947-a770-4da1-a7e8-f4a215144259 req-85309f3e-55c8-4796-93b9-ed5bff71f7cc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:41.546517 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-12f9a583-7f6c-4580-aba9-3b069fb611af req-6524e29d-430a-45d0-95d2-b7cc97ddb656 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6863773 Jun 23 22:36:41.568209 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-199bed6e-aa8e-45a2-b8d1-6c8bb8cd0a74 req-c01ffe43-dc2e-4eb3-af43-c901463328c6 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594655 Jun 23 22:36:41.576829 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:41.595858 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25573d1-9489-479e-a960-2fc93ad70bf8 req-33e939ab-ceed-40b5-915c-9b9ddf2fc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:41.598380 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-a25573d1-9489-479e-a960-2fc93ad70bf8 req-33e939ab-ceed-40b5-915c-9b9ddf2fc876 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5dae44bc-674e-4067-81f9-b045f479765b HTTP/1.1" status: 200 len: 850 time: 0.1365166 Jun 23 22:36:41.681545 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port c2d25909-b249-4e8a-bcb8-650a6616e3e6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c2d25909-b249-4e8a-bcb8-650a6616e3e6,segment=NetworkSegment(5051638b-1d36-4ede-8c3e-77947610a6d5),segment_id=5051638b-1d36-4ede-8c3e-77947610a6d5)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:41.699772 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'c2d25909-b249-4e8a-bcb8-650a6616e3e6', 'network_id': 'bcb228fc-05ce-4620-ab8e-125664fd2aaa', 'port_id': 'c2d25909-b249-4e8a-bcb8-650a6616e3e6', 'mac_address': 'fa:16:3e:53:ef:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dae44bc-674e-4067-81f9-b045f479765b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:36:41.759216 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port c2d25909-b249-4e8a-bcb8-650a6616e3e6 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:41.759608 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:41.781906 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d25909-b249-4e8a-bcb8-650a6616e3e6 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:36:41.810813 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port c2d25909-b249-4e8a-bcb8-650a6616e3e6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c2d25909-b249-4e8a-bcb8-650a6616e3e6,segment=NetworkSegment(5051638b-1d36-4ede-8c3e-77947610a6d5),segment_id=5051638b-1d36-4ede-8c3e-77947610a6d5)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:41.817760 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:41.818836 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device db6ca92f-4e18-420e-8910-cb6285fa5c3d details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:36:41.830218 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:41.832843 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c38010-0211-4f84-b0f7-eefa668941a6 req-1510f828-1c0f-4e9f-85bd-329055196a21 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:41.834589 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-06c38010-0211-4f84-b0f7-eefa668941a6 req-1510f828-1c0f-4e9f-85bd-329055196a21 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1511936 Jun 23 22:36:41.919019 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-824698d1-ca0a-4a6a-a783-b5403fde268a req-93cd0b1e-2d33-4a89-b40d-cc6ce60fe01e tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288049 Jun 23 22:36:41.957523 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25573d1-9489-479e-a960-2fc93ad70bf8 req-d6163df4-7a94-4622-9260-2dd89d1fc2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:41.968132 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-a25573d1-9489-479e-a960-2fc93ad70bf8 req-d6163df4-7a94-4622-9260-2dd89d1fc2d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcb228fc-05ce-4620-ab8e-125664fd2aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3615332 Jun 23 22:36:42.021775 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.db.resource_extend [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 22:36:42.063364 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=c2d25909-b249-4e8a-bcb8-650a6616e3e6,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:42.101641 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:42.144236 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-199bed6e-aa8e-45a2-b8d1-6c8bb8cd0a74 req-0b32cfee-204f-44af-8f6a-cb49f1f9361a service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510244 Jun 23 22:36:42.295575 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-a25573d1-9489-479e-a960-2fc93ad70bf8 req-9a22c610-c356-4098-a22a-fe68e8ae6e0a service neutron] 10.222.0.55 "GET /v2.0/networks/bcb228fc-05ce-4620-ab8e-125664fd2aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160548 Jun 23 22:36:42.297531 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port db6ca92f-4e18-420e-8910-cb6285fa5c3d, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=db6ca92f-4e18-420e-8910-cb6285fa5c3d,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:42.306483 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2909e-c3c1-4c67-b2ec-bed25675c2ec req-ff22d728-6d24-4309-9ef5-bb3f22716b15 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:42.308333 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-66e2909e-c3c1-4c67-b2ec-bed25675c2ec req-ff22d728-6d24-4309-9ef5-bb3f22716b15 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 944 time: 0.1598573 Jun 23 22:36:42.311706 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'db6ca92f-4e18-420e-8910-cb6285fa5c3d', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'port_id': 'db6ca92f-4e18-420e-8910-cb6285fa5c3d', 'mac_address': 'fa:16:3e:12:8e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:36:42.319512 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-06c38010-0211-4f84-b0f7-eefa668941a6 req-b15d6ae2-0c16-4eb4-8d2f-38ca81d7b2f3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4393349 Jun 23 22:36:42.333126 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-866bb947-a770-4da1-a7e8-f4a215144259 req-85309f3e-55c8-4796-93b9-ed5bff71f7cc service neutron] Publish callbacks [] for security_group (3b28815e-e5c5-4a38-8bbb-6c26b35f2223), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:42.350426 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-866bb947-a770-4da1-a7e8-f4a215144259 req-85309f3e-55c8-4796-93b9-ed5bff71f7cc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (3b28815e-e5c5-4a38-8bbb-6c26b35f2223), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:42.363661 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port db6ca92f-4e18-420e-8910-cb6285fa5c3d is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:42.364049 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:42.385010 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6ca92f-4e18-420e-8910-cb6285fa5c3d {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:36:42.412150 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-866bb947-a770-4da1-a7e8-f4a215144259 req-85309f3e-55c8-4796-93b9-ed5bff71f7cc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9123273 Jun 23 22:36:42.413544 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port db6ca92f-4e18-420e-8910-cb6285fa5c3d, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=db6ca92f-4e18-420e-8910-cb6285fa5c3d,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:42.427340 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:42.435759 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-a25573d1-9489-479e-a960-2fc93ad70bf8 req-87f4c1fd-d3db-4ba8-a8de-15f37b70cf79 service neutron] 10.222.0.55 "GET /v2.0/networks/bcb228fc-05ce-4620-ab8e-125664fd2aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349843 Jun 23 22:36:42.436826 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85309f3e-55c8-4796-93b9-ed5bff71f7cc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3b28815e-e5c5-4a38-8bbb-6c26b35f2223,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:42.443525 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-66e2909e-c3c1-4c67-b2ec-bed25675c2ec req-33b7980e-9466-41dd-8d35-ec276ceb215e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203754 Jun 23 22:36:42.512480 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=db6ca92f-4e18-420e-8910-cb6285fa5c3d,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:42.613205 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0613f3-0e5c-40f4-a9ec-3943c0e55f84 req-9088faca-6016-4c97-b540-c328ea88fe77 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:42.614711 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-da0613f3-0e5c-40f4-a9ec-3943c0e55f84 req-9088faca-6016-4c97-b540-c328ea88fe77 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 945 time: 0.0683875 Jun 23 22:36:42.684074 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-da0613f3-0e5c-40f4-a9ec-3943c0e55f84 req-467bd7ce-fee8-45fe-a33d-a41a90c6e341 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577836 Jun 23 22:36:42.821958 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['db6ca92f-4e18-420e-8910-cb6285fa5c3d'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:36:42.929503 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['c2d25909-b249-4e8a-bcb8-650a6616e3e6'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:36:43.096292 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7838d-902d-4c94-885c-029a7d3757e5 req-88e1fd75-666e-4975-8af4-d66408b00eef tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:43.098530 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-90a7838d-902d-4c94-885c-029a7d3757e5 req-88e1fd75-666e-4975-8af4-d66408b00eef tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 944 time: 0.0827436 Jun 23 22:36:43.190158 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-90a7838d-902d-4c94-885c-029a7d3757e5 req-1e93533b-4656-46ef-9d46-508824e1fc05 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723224 Jun 23 22:36:43.435196 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e437c-ae17-48de-b221-84afa09ed3cc req-24b6eaf6-7d2d-4f77-a77f-c85315d364ac tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:43.436644 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ac2e437c-ae17-48de-b221-84afa09ed3cc req-24b6eaf6-7d2d-4f77-a77f-c85315d364ac tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0506947 Jun 23 22:36:43.483525 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ac2e437c-ae17-48de-b221-84afa09ed3cc req-2c65fb48-e49e-4fcf-924a-9611eef6dd8e tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413513 Jun 23 22:36:43.555572 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:43.563906 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e7abe-d028-468b-a7c8-529ce5786aed req-9017efbf-b3e0-42fa-85b0-0217c58b37c3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:43.565339 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f09e7abe-d028-468b-a7c8-529ce5786aed req-9017efbf-b3e0-42fa-85b0-0217c58b37c3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 944 time: 0.0462461 Jun 23 22:36:43.577071 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:43.622530 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f09e7abe-d028-468b-a7c8-529ce5786aed req-32cfac80-d61c-497e-8657-540d81976a70 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511587 Jun 23 22:36:43.799207 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a8fae-5058-409d-ba62-3e92a5a8ed64 req-aa4b261e-ac79-4116-9311-fffbb0dacb82 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:43.800658 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-866a8fae-5058-409d-ba62-3e92a5a8ed64 req-aa4b261e-ac79-4116-9311-fffbb0dacb82 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 945 time: 0.0479712 Jun 23 22:36:43.849339 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-866a8fae-5058-409d-ba62-3e92a5a8ed64 req-a62acdbd-0750-4a40-9610-e8d02f4105fa tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425363 Jun 23 22:36:44.221264 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device c2d25909-b249-4e8a-bcb8-650a6616e3e6 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:44.274782 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port c2d25909-b249-4e8a-bcb8-650a6616e3e6 completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:36:44.281752 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port c2d25909-b249-4e8a-bcb8-650a6616e3e6 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:44.282333 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:44.327958 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cccc2c-4607-4878-b305-075bd7ce2f4c req-835dc025-9305-4b5b-880d-fab989e8651d tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:44.339235 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-63cccc2c-4607-4878-b305-075bd7ce2f4c req-835dc025-9305-4b5b-880d-fab989e8651d tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 944 time: 0.0767376 Jun 23 22:36:44.340803 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:44.387550 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port c2d25909-b249-4e8a-bcb8-650a6616e3e6 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:44.388389 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:44.395982 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-63cccc2c-4607-4878-b305-075bd7ce2f4c req-704e4a80-7377-4eec-950e-21cb905c3fd0 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558021 Jun 23 22:36:44.425626 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0ce8c1-d950-47d0-a644-bf09bb09b7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d25909-b249-4e8a-bcb8-650a6616e3e6'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:36:44.428579 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b767b94-087c-4498-b321-8f9535899920" -d '{"events": [{"server_uuid": "0b0ce8c1-d950-47d0-a644-bf09bb09b7de", "name": "network-vif-plugged", "status": "completed", "tag": "c2d25909-b249-4e8a-bcb8-650a6616e3e6"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:36:44.449102 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port c2d25909-b249-4e8a-bcb8-650a6616e3e6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c2d25909-b249-4e8a-bcb8-650a6616e3e6,segment=NetworkSegment(5051638b-1d36-4ede-8c3e-77947610a6d5),segment_id=5051638b-1d36-4ede-8c3e-77947610a6d5)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:44.455345 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:44.456213 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device e97c4f2f-223c-4f40-b688-f46dae13754f up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:44.522420 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570bdcc9-b100-4dd5-8246-7dffb57319dd x-openstack-request-id: req-570bdcc9-b100-4dd5-8246-7dffb57319dd {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:36:44.522711 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0ce8c1-d950-47d0-a644-bf09bb09b7de", "name": "network-vif-plugged", "status": "completed", "tag": "c2d25909-b249-4e8a-bcb8-650a6616e3e6", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:36:44.523033 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-570bdcc9-b100-4dd5-8246-7dffb57319dd {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:36:44.523382 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570bdcc9-b100-4dd5-8246-7dffb57319dd'] response: {'server_uuid': '0b0ce8c1-d950-47d0-a644-bf09bb09b7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d25909-b249-4e8a-bcb8-650a6616e3e6', 'code': 200} Jun 23 22:36:44.532882 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:44.578087 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port e97c4f2f-223c-4f40-b688-f46dae13754f completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:36:44.591722 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=c2d25909-b249-4e8a-bcb8-650a6616e3e6,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:44.602608 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port e97c4f2f-223c-4f40-b688-f46dae13754f triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:44.603110 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:44.693276 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf97f4a-7d92-404e-a76c-eddc58330b5e req-4650db8d-e695-44ec-baf7-e0c64b036d4c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:44.717962 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fbf97f4a-7d92-404e-a76c-eddc58330b5e req-4650db8d-e695-44ec-baf7-e0c64b036d4c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1244867 Jun 23 22:36:44.810711 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port e97c4f2f-223c-4f40-b688-f46dae13754f is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:44.811233 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:44.854692 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port e97c4f2f-223c-4f40-b688-f46dae13754f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e97c4f2f-223c-4f40-b688-f46dae13754f,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:44.859773 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:44.861137 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device db6ca92f-4e18-420e-8910-cb6285fa5c3d up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:44.868519 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430413ee-cb95-4ae5-875b-8e6b2adeb5d1 req-bb219dd6-f259-4ddd-8728-0f392d549fdd tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:44.873566 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-430413ee-cb95-4ae5-875b-8e6b2adeb5d1 req-bb219dd6-f259-4ddd-8728-0f392d549fdd tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 944 time: 0.1055646 Jun 23 22:36:44.924119 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fbf97f4a-7d92-404e-a76c-eddc58330b5e req-6b8e7d7e-f595-4564-986f-5ea16a77a4ad tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977034 Jun 23 22:36:44.953832 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=e97c4f2f-223c-4f40-b688-f46dae13754f,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:44.962475 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port db6ca92f-4e18-420e-8910-cb6285fa5c3d completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:36:44.969728 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port db6ca92f-4e18-420e-8910-cb6285fa5c3d triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:44.969728 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:44.980153 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-430413ee-cb95-4ae5-875b-8e6b2adeb5d1 req-4fc50fd9-f0ee-45ef-a190-3c8b08d92675 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960011 Jun 23 22:36:45.066211 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port db6ca92f-4e18-420e-8910-cb6285fa5c3d is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:45.066603 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:45.089223 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0c975-55ec-4e97-9e7f-84a5174d7fbc req-af2ebd18-c600-4474-af8e-521dd50dfa57 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:45.090739 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1ec0c975-55ec-4e97-9e7f-84a5174d7fbc req-af2ebd18-c600-4474-af8e-521dd50dfa57 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 945 time: 0.0655451 Jun 23 22:36:45.101460 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port db6ca92f-4e18-420e-8910-cb6285fa5c3d, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=db6ca92f-4e18-420e-8910-cb6285fa5c3d,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:45.106888 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:45.108041 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 79ccfbc8-28e4-4313-8f45-8c693924dbde up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:36:45.300800 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=db6ca92f-4e18-420e-8910-cb6285fa5c3d,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:45.305313 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port 79ccfbc8-28e4-4313-8f45-8c693924dbde completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:36:45.311930 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port 79ccfbc8-28e4-4313-8f45-8c693924dbde triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:36:45.312227 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:45.323531 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1ec0c975-55ec-4e97-9e7f-84a5174d7fbc req-1428057d-5792-441a-b3c4-db9ff1a3235f tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262390 Jun 23 22:36:45.381911 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 79ccfbc8-28e4-4313-8f45-8c693924dbde is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:36:45.382289 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:45.421306 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 79ccfbc8-28e4-4313-8f45-8c693924dbde, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=79ccfbc8-28e4-4313-8f45-8c693924dbde,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:36:45.425403 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:45.473414 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=79ccfbc8-28e4-4313-8f45-8c693924dbde,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:36:45.511682 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3749ab-62fe-4c49-8872-c4f84c6f1b70 req-17f0f6a2-0368-40f0-b9f6-6565f706c9f0 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:45.513834 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5f3749ab-62fe-4c49-8872-c4f84c6f1b70 req-17f0f6a2-0368-40f0-b9f6-6565f706c9f0 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0479648 Jun 23 22:36:45.558458 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5f3749ab-62fe-4c49-8872-c4f84c6f1b70 req-811424bc-35db-4fbd-a6e9-8e4f969389f7 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390658 Jun 23 22:36:46.045432 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa531-bf17-49b3-8542-aa9d35f7ac4e req-f6f7e35e-f973-4c25-8040-bf1e637015d1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:46.046913 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a2daa531-bf17-49b3-8542-aa9d35f7ac4e req-f6f7e35e-f973-4c25-8040-bf1e637015d1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0477035 Jun 23 22:36:46.115373 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f08775-e817-467b-9906-17fec726012c req-de8180a7-c524-4865-8c09-4f924476e82d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:46.116826 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-08f08775-e817-467b-9906-17fec726012c req-de8180a7-c524-4865-8c09-4f924476e82d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.0690322 Jun 23 22:36:46.149412 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a2daa531-bf17-49b3-8542-aa9d35f7ac4e req-4bbe6bb4-43f3-45e3-a3b4-08c93aa2d6c0 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932815 Jun 23 22:36:46.176289 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-08f08775-e817-467b-9906-17fec726012c req-3b21d407-563e-4ea4-8045-911149e980b7 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526593 Jun 23 22:36:46.292586 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5f5e7-b144-44df-b0ba-e93259f46640 req-2da21a19-8750-4fa7-8d48-be79b1bccb85 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:46.294023 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4de5f5e7-b144-44df-b0ba-e93259f46640 req-2da21a19-8750-4fa7-8d48-be79b1bccb85 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0451667 Jun 23 22:36:46.302576 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 59682) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:46.306795 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-240b59b0-d8bf-43e5-be5e-2be8dd0ccd82 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Request body: {'floatingip': {'port_id': '1d0ff831-0151-424d-bdac-c933fd397da7'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:46.378197 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-240b59b0-d8bf-43e5-be5e-2be8dd0ccd82 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (49a25e17-0f13-4aa2-82d9-07e142c4234b), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:46.496554 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:46.509761 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fec50c-6688-466c-a52f-2ce04c6daf5a req-3c5b613f-899a-412c-8757-a3d23b01aa5a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:46.511239 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-29fec50c-6688-466c-a52f-2ce04c6daf5a req-3c5b613f-899a-412c-8757-a3d23b01aa5a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.1052034 Jun 23 22:36:46.524301 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97c4f2f-223c-4f40-b688-f46dae13754f'}, {'server_uuid': 'eda9f458-d54a-46b6-a86a-884bc9d95a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6ca92f-4e18-420e-8910-cb6285fa5c3d'}, {'server_uuid': '903f0ba6-4cc4-4533-8e70-b8f58c13d4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ccfbc8-28e4-4313-8f45-8c693924dbde'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:36:46.526770 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f398f711-7ea5-4075-9b9c-c49174961cf8" -d '{"events": [{"server_uuid": "cd22650e-6851-4f81-a8d4-e4c7ade26c73", "name": "network-vif-plugged", "status": "completed", "tag": "e97c4f2f-223c-4f40-b688-f46dae13754f"}, {"server_uuid": "eda9f458-d54a-46b6-a86a-884bc9d95a64", "name": "network-vif-plugged", "status": "completed", "tag": "db6ca92f-4e18-420e-8910-cb6285fa5c3d"}, {"server_uuid": "903f0ba6-4cc4-4533-8e70-b8f58c13d4c4", "name": "network-vif-plugged", "status": "completed", "tag": "79ccfbc8-28e4-4313-8f45-8c693924dbde"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:36:46.577601 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Jun 2022 22:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cef432d-7a44-4afe-ad0b-bbf67c47f5d4 x-openstack-request-id: req-1cef432d-7a44-4afe-ad0b-bbf67c47f5d4 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:36:46.577901 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd22650e-6851-4f81-a8d4-e4c7ade26c73", "name": "network-vif-plugged", "status": "completed", "tag": "e97c4f2f-223c-4f40-b688-f46dae13754f", "code": 200}, {"server_uuid": "eda9f458-d54a-46b6-a86a-884bc9d95a64", "name": "network-vif-plugged", "status": "completed", "tag": "db6ca92f-4e18-420e-8910-cb6285fa5c3d", "code": 200}, {"server_uuid": "903f0ba6-4cc4-4533-8e70-b8f58c13d4c4", "name": "network-vif-plugged", "status": "completed", "tag": "79ccfbc8-28e4-4313-8f45-8c693924dbde", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:36:46.578583 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1cef432d-7a44-4afe-ad0b-bbf67c47f5d4 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:36:46.578583 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cef432d-7a44-4afe-ad0b-bbf67c47f5d4'] response: {'server_uuid': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'code': 200} Jun 23 22:36:46.578794 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cef432d-7a44-4afe-ad0b-bbf67c47f5d4'] response: {'server_uuid': 'eda9f458-d54a-46b6-a86a-884bc9d95a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6ca92f-4e18-420e-8910-cb6285fa5c3d', 'code': 200} Jun 23 22:36:46.579081 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cef432d-7a44-4afe-ad0b-bbf67c47f5d4'] response: {'server_uuid': '903f0ba6-4cc4-4533-8e70-b8f58c13d4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ccfbc8-28e4-4313-8f45-8c693924dbde', 'code': 200} Jun 23 22:36:46.643677 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-29fec50c-6688-466c-a52f-2ce04c6daf5a req-82e733d2-cc9a-4fa0-95e1-165ba4efb1d8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137664 Jun 23 22:36:46.669638 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:46.720933 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc98b6-af8f-45bf-bbd4-6078dbec7749 req-4429602a-49dd-42bc-acb9-6378a4c77494 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:46.722384 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-adfc98b6-af8f-45bf-bbd4-6078dbec7749 req-4429602a-49dd-42bc-acb9-6378a4c77494 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0944047 Jun 23 22:36:46.887158 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-adfc98b6-af8f-45bf-bbd4-6078dbec7749 req-d05bbec4-9f73-4228-8e9e-846cf2802834 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585004 Jun 23 22:36:47.113975 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-240b59b0-d8bf-43e5-be5e-2be8dd0ccd82 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:47.118034 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-240b59b0-d8bf-43e5-be5e-2be8dd0ccd82 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (49a25e17-0f13-4aa2-82d9-07e142c4234b), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:47.212673 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-240b59b0-d8bf-43e5-be5e-2be8dd0ccd82 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Floating IP 49a25e17-0f13-4aa2-82d9-07e142c4234b associated. External IP: 172.27.2.9, port: 1d0ff831-0151-424d-bdac-c933fd397da7. Jun 23 22:36:47.525413 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a5cbe-b212-4c5a-849b-670e6af11d93 req-b6e46e2a-1aeb-4f5f-a1ae-6d6c40b54a30 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:47.534702 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f98a5cbe-b212-4c5a-849b-670e6af11d93 req-b6e46e2a-1aeb-4f5f-a1ae-6d6c40b54a30 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.2890851 Jun 23 22:36:47.569083 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9439d-4354-4a9b-88be-d95c05b49710 req-6c6a82ec-635e-46a4-901d-e4661665d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:47.572070 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-3cf9439d-4354-4a9b-88be-d95c05b49710 req-6c6a82ec-635e-46a4-901d-e4661665d613 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 1129 time: 0.1224823 Jun 23 22:36:47.651057 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f98a5cbe-b212-4c5a-849b-670e6af11d93 req-55309451-3487-4003-bafd-8206918ec0df tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160362 Jun 23 22:36:47.653329 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-3cf9439d-4354-4a9b-88be-d95c05b49710 req-4243da7f-6a31-4143-bd7e-ef9d2cd8b037 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531063 Jun 23 22:36:47.729994 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99fec4-028a-4e58-9472-e65e8a379586 req-4c10020e-abbd-4655-b880-0b116c44b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:47.733398 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-de99fec4-028a-4e58-9472-e65e8a379586 req-4c10020e-abbd-4655-b880-0b116c44b521 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 1129 time: 0.1206827 Jun 23 22:36:47.758650 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75990beb-a6e5-4eb7-8c89-22f4ccd00fd0 req-a5cb82e2-10a5-44a6-88d4-bf6fbb2ccbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:47.760145 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-75990beb-a6e5-4eb7-8c89-22f4ccd00fd0 req-a5cb82e2-10a5-44a6-88d4-bf6fbb2ccbcb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 1129 time: 0.1006193 Jun 23 22:36:47.800349 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:47.808242 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240b59b0-d8bf-43e5-be5e-2be8dd0ccd82 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:36:47.820449 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73adfa-dbde-455e-9938-b4bdde67dbe0 req-03b464b6-3a7a-4679-9ef9-5f27b965d4f8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:47.821945 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c73adfa-dbde-455e-9938-b4bdde67dbe0 req-03b464b6-3a7a-4679-9ef9-5f27b965d4f8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0647237 Jun 23 22:36:47.927216 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:48.034612 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c73adfa-dbde-455e-9938-b4bdde67dbe0 req-9762d4e9-33d5-4c58-a5ac-76eef0d58be8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057736 Jun 23 22:36:48.076972 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118515c-dc71-4e81-9fbc-2edac4fb4921 req-e51b6763-3280-49e6-9994-c6f85f4a19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:48.078478 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a118515c-dc71-4e81-9fbc-2edac4fb4921 req-e51b6763-3280-49e6-9994-c6f85f4a19b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 1130 time: 0.1899951 Jun 23 22:36:48.114236 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-de99fec4-028a-4e58-9472-e65e8a379586 req-248c4bd3-8292-444b-ac01-293f695b36e5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188733 Jun 23 22:36:48.115261 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240b59b0-d8bf-43e5-be5e-2be8dd0ccd82 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:36:48.119098 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-75990beb-a6e5-4eb7-8c89-22f4ccd00fd0 req-35313cbb-73b8-49e9-a45d-6781b6110bda service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294328 Jun 23 22:36:48.126944 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313e776-5ad2-4e29-bc4f-5adba52af798 req-16b83a64-3bc3-4589-963e-bd4ad60b9f5a tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:48.128443 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1313e776-5ad2-4e29-bc4f-5adba52af798 req-16b83a64-3bc3-4589-963e-bd4ad60b9f5a tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.1552405 Jun 23 22:36:48.131532 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-240b59b0-d8bf-43e5-be5e-2be8dd0ccd82 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:48.136903 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957c537-2649-4367-bc06-2224a4c41d27 None None] Sync routers for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:36:48.152670 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957c537-2649-4367-bc06-2224a4c41d27 None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:48.154031 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-0957c537-2649-4367-bc06-2224a4c41d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:36:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:48.186989 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-240b59b0-d8bf-43e5-be5e-2be8dd0ccd82 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "PUT /v2.0/floatingips/49a25e17-0f13-4aa2-82d9-07e142c4234b HTTP/1.1" status: 200 len: 989 time: 1.8803380 Jun 23 22:36:48.186989 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'tag': '1d0ff831-0151-424d-bdac-c933fd397da7'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:36:48.189803 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c145bd91-c626-4c6f-ac05-9a5a311e9b66" -d '{"events": [{"name": "network-changed", "server_uuid": "f910ba21-0126-4f09-8fd9-10f2365e67c1", "tag": "1d0ff831-0151-424d-bdac-c933fd397da7"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:36:48.224873 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1313e776-5ad2-4e29-bc4f-5adba52af798 req-c68678bb-39da-412d-ba35-d61fe3da07cf tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702465 Jun 23 22:36:48.256730 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bcb21a-dbd7-432f-bdfb-5d6f97359cad x-openstack-request-id: req-54bcb21a-dbd7-432f-bdfb-5d6f97359cad {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:36:48.257044 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f910ba21-0126-4f09-8fd9-10f2365e67c1", "tag": "1d0ff831-0151-424d-bdac-c933fd397da7", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:36:48.257299 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54bcb21a-dbd7-432f-bdfb-5d6f97359cad {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:36:48.257786 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54bcb21a-dbd7-432f-bdfb-5d6f97359cad'] response: {'name': 'network-changed', 'server_uuid': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'tag': '1d0ff831-0151-424d-bdac-c933fd397da7', 'status': 'completed', 'code': 200} Jun 23 22:36:48.323685 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-0957c537-2649-4367-bc06-2224a4c41d27 None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:48.573693 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-0957c537-2649-4367-bc06-2224a4c41d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '49a25e17-0f13-4aa2-82d9-07e142c4234b', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'port_id': '1d0ff831-0151-424d-bdac-c933fd397da7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'mac_address': 'fa:16:3e:96:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:36:05Z', 'updated_at': '2022-06-23T22:36:46Z', 'revision_number': 1, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:06Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:48.597623 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957c537-2649-4367-bc06-2224a4c41d27 None None] Checking router: 2ce5cec4-4bba-4d28-a827-90f70bd69e3b for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:36:48.605542 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957c537-2649-4367-bc06-2224a4c41d27 None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:48.606122 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-0957c537-2649-4367-bc06-2224a4c41d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:36:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:48.703875 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-0957c537-2649-4367-bc06-2224a4c41d27 None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:48.769510 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2926b-80f3-4eed-88b2-7b8a72f984a5 req-e2b4096f-ec6d-44bb-b896-d7bb1e29cad2 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:48.771046 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3d2926b-80f3-4eed-88b2-7b8a72f984a5 req-e2b4096f-ec6d-44bb-b896-d7bb1e29cad2 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.0498364 Jun 23 22:36:48.821881 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3d2926b-80f3-4eed-88b2-7b8a72f984a5 req-cb883983-a1d3-4810-ac43-2b5eabf141a7 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448401 Jun 23 22:36:48.922300 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-0957c537-2649-4367-bc06-2224a4c41d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '49a25e17-0f13-4aa2-82d9-07e142c4234b', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'port_id': '1d0ff831-0151-424d-bdac-c933fd397da7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'mac_address': 'fa:16:3e:96:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:36:05Z', 'updated_at': '2022-06-23T22:36:46Z', 'revision_number': 1, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:06Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:48.946471 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957c537-2649-4367-bc06-2224a4c41d27 None None] The sync data for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi is: [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '49a25e17-0f13-4aa2-82d9-07e142c4234b', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'port_id': '1d0ff831-0151-424d-bdac-c933fd397da7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'mac_address': 'fa:16:3e:96:35:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:36:05Z', 'updated_at': '2022-06-23T22:36:46Z', 'revision_number': 1, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:06Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:36:49.157167 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2cc7a-5ede-45ce-80a1-d58b1339edd3 req-41a6611d-0e96-47c2-a4b1-acb22d5a22b0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:49.159087 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-92d2cc7a-5ede-45ce-80a1-d58b1339edd3 req-41a6611d-0e96-47c2-a4b1-acb22d5a22b0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0481751 Jun 23 22:36:49.164331 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad920a71-4f23-4e33-acac-81dd4dd9b9e2 None None] New status for floating IP 49a25e17-0f13-4aa2-82d9-07e142c4234b: ACTIVE {{(pid=104140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:36:49.209437 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-92d2cc7a-5ede-45ce-80a1-d58b1339edd3 req-1513c3cb-d34c-461c-915d-6fd9825565c2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432584 Jun 23 22:36:49.226093 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:49.332033 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae241b-62fd-48be-87e4-4aaf5bc90470 req-9ddaf76d-2f0b-4e7b-9674-88f2a117d199 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:49.333519 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-71ae241b-62fd-48be-87e4-4aaf5bc90470 req-9ddaf76d-2f0b-4e7b-9674-88f2a117d199 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0454333 Jun 23 22:36:49.387210 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-71ae241b-62fd-48be-87e4-4aaf5bc90470 req-bd775d48-d205-4c05-af0a-34cbc5252266 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480235 Jun 23 22:36:49.935745 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974137b-5ab4-45e9-a57e-056bdcdd33d8 req-7d0fa7d5-e5f2-4a66-8b60-bd63ef3149d2 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:49.937236 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5974137b-5ab4-45e9-a57e-056bdcdd33d8 req-7d0fa7d5-e5f2-4a66-8b60-bd63ef3149d2 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.0502458 Jun 23 22:36:49.984244 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5974137b-5ab4-45e9-a57e-056bdcdd33d8 req-16fe2f9d-3344-42bd-a234-8b0239d00112 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411952 Jun 23 22:36:50.320290 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6140d-3b43-440c-9400-5cf303d2f7b5 req-95e9e98b-896d-4c6f-a7eb-be75f9d464e0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:50.321737 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f6a6140d-3b43-440c-9400-5cf303d2f7b5 req-95e9e98b-896d-4c6f-a7eb-be75f9d464e0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0461514 Jun 23 22:36:50.373488 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f6a6140d-3b43-440c-9400-5cf303d2f7b5 req-4ef31a37-ba70-4fd8-a77d-f27a4ef5ce3b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455883 Jun 23 22:36:50.464850 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:50.503023 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048222fc-282b-4a3a-8782-50ebb4770ad4 req-e2d35943-85f8-4483-9bf5-4116784f2d38 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:50.504467 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-048222fc-282b-4a3a-8782-50ebb4770ad4 req-e2d35943-85f8-4483-9bf5-4116784f2d38 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0492733 Jun 23 22:36:50.551774 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-048222fc-282b-4a3a-8782-50ebb4770ad4 req-13fbbbdd-ae39-4f24-b923-79553f249efe tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418165 Jun 23 22:36:51.098517 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ffd87-8a34-4a40-9591-1083b6aea92d req-0aae568b-3c0a-4841-bce2-100d65bd4b50 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:51.100054 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-017ffd87-8a34-4a40-9591-1083b6aea92d req-0aae568b-3c0a-4841-bce2-100d65bd4b50 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.0468140 Jun 23 22:36:51.149236 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-017ffd87-8a34-4a40-9591-1083b6aea92d req-e288cce2-aa4d-48e9-a25b-b74d6ac655f3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430133 Jun 23 22:36:51.496977 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eabbea-282b-423e-b52c-38ce142f1792 req-45c64e59-7634-463b-ade7-73d3cfc369cd tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:51.498565 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f9eabbea-282b-423e-b52c-38ce142f1792 req-45c64e59-7634-463b-ade7-73d3cfc369cd tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0536752 Jun 23 22:36:51.546102 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f9eabbea-282b-423e-b52c-38ce142f1792 req-a201bb96-8a0d-4f73-b5e8-9059453dd9d8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419123 Jun 23 22:36:51.667684 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c24bee-fdcd-4374-8c0e-8d6a36c6da40 req-8ecb3a0b-e10f-489e-afb9-4e3fbb8eb6f5 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:51.669607 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-06c24bee-fdcd-4374-8c0e-8d6a36c6da40 req-8ecb3a0b-e10f-489e-afb9-4e3fbb8eb6f5 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0474055 Jun 23 22:36:51.694827 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:51.718784 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-06c24bee-fdcd-4374-8c0e-8d6a36c6da40 req-2f4b6416-7fd6-43dc-84bd-87d2f297f0dc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432417 Jun 23 22:36:52.261169 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b14e4b-3bf4-419a-9481-ba3db991ea2c req-97f621e3-1fe4-4839-99da-77d5b6a36d66 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:52.262713 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-10b14e4b-3bf4-419a-9481-ba3db991ea2c req-97f621e3-1fe4-4839-99da-77d5b6a36d66 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.0455110 Jun 23 22:36:52.312374 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-10b14e4b-3bf4-419a-9481-ba3db991ea2c req-bb25f357-ac14-48f0-a641-b31a8ebbc263 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 Jun 23 22:36:52.321916 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:52.335269 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7362670f-6ec7-43b4-92e8-13fd6242558c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:52.656681 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a15390-3de2-464d-8e16-7c907dcb8851 req-5c69779d-77cc-4e0a-be93-eeb82ea48df5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:52.658421 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a5a15390-3de2-464d-8e16-7c907dcb8851 req-5c69779d-77cc-4e0a-be93-eeb82ea48df5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0460339 Jun 23 22:36:52.705117 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a5a15390-3de2-464d-8e16-7c907dcb8851 req-38301b51-2f5b-4c2e-b730-ab1cd4a768b0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406642 Jun 23 22:36:52.830557 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d37379-918e-4c2e-a189-9cbc8f682f36 req-d33b78fa-02ee-4bc9-82c9-3b0a84537f2e tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:52.832017 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-39d37379-918e-4c2e-a189-9cbc8f682f36 req-d33b78fa-02ee-4bc9-82c9-3b0a84537f2e tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0458403 Jun 23 22:36:52.876873 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-39d37379-918e-4c2e-a189-9cbc8f682f36 req-382ef5d0-98a9-4f5b-9ce1-6056968cde44 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394971 Jun 23 22:36:53.430975 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff515a-5df3-4a71-8e87-e395eae226db req-b37e49ee-9bc6-4fc7-a028-027ae1cae9a3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:53.432475 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7bff515a-5df3-4a71-8e87-e395eae226db req-b37e49ee-9bc6-4fc7-a028-027ae1cae9a3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.0541213 Jun 23 22:36:53.481867 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7bff515a-5df3-4a71-8e87-e395eae226db req-5cf6e2a2-1509-444f-81da-3971e0e6c599 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 Jun 23 22:36:53.821610 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdec3b-54b3-4a06-8c72-6e956ae1dfd0 req-a30cf6fa-a678-4d99-9415-0dee062d30e1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:53.823123 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cdbdec3b-54b3-4a06-8c72-6e956ae1dfd0 req-a30cf6fa-a678-4d99-9415-0dee062d30e1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0508716 Jun 23 22:36:53.875366 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cdbdec3b-54b3-4a06-8c72-6e956ae1dfd0 req-7fadbe01-1503-4d27-9a53-6684a8138739 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462985 Jun 23 22:36:54.000429 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdeab0-82cd-4a41-8827-538560dfdf93 req-9bdb5504-e343-460b-a875-c086f2a0917f tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:54.002091 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2cbdeab0-82cd-4a41-8827-538560dfdf93 req-9bdb5504-e343-460b-a875-c086f2a0917f tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0546999 Jun 23 22:36:54.066601 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2cbdeab0-82cd-4a41-8827-538560dfdf93 req-1c21e014-58ab-4648-b829-162b8187a87f tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576301 Jun 23 22:36:54.420168 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a118515c-dc71-4e81-9fbc-2edac4fb4921 req-68c6ac6f-a334-4c15-9bb7-ee78e49e467a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457273 Jun 23 22:36:54.513815 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-bef0d83d-408e-47df-906c-9896225bfb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:54.603929 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a4c3e-ca81-491b-bf88-6a9c90a2f7ba req-be20e548-6e5a-440a-8a34-31ded9a7a7c4 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:54.605587 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5b6a4c3e-ca81-491b-bf88-6a9c90a2f7ba req-be20e548-6e5a-440a-8a34-31ded9a7a7c4 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.0514476 Jun 23 22:36:54.671657 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5b6a4c3e-ca81-491b-bf88-6a9c90a2f7ba req-f599fefa-7e3d-4009-b9ff-c5e016517bb8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578465 Jun 23 22:36:54.765311 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:54.798741 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145bd91-c626-4c6f-ac05-9a5a311e9b66 req-f4858ecb-0292-4901-87d9-6fdb3f547239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:54.800265 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c145bd91-c626-4c6f-ac05-9a5a311e9b66 req-f4858ecb-0292-4901-87d9-6fdb3f547239 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2&device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 1129 time: 0.0454035 Jun 23 22:36:55.007172 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97c3b7-8d62-4199-806e-0ff9cb04f6bd req-55a5c5e9-a7b9-4ee5-8d95-3dd27533c372 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:55.008695 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1e97c3b7-8d62-4199-806e-0ff9cb04f6bd req-55a5c5e9-a7b9-4ee5-8d95-3dd27533c372 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0626445 Jun 23 22:36:55.111067 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1e97c3b7-8d62-4199-806e-0ff9cb04f6bd req-362fe131-fafa-483c-8ae2-66f965c52417 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953391 Jun 23 22:36:55.204239 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d8fdb-6a08-4e2d-ad73-a414cdce2999 req-83f1926b-0953-4a6e-b798-bdbd66be3895 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:55.205709 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b41d8fdb-6a08-4e2d-ad73-a414cdce2999 req-83f1926b-0953-4a6e-b798-bdbd66be3895 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0492244 Jun 23 22:36:55.255379 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b41d8fdb-6a08-4e2d-ad73-a414cdce2999 req-0af446a0-9201-4f0d-9bdf-f80604a27259 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438607 Jun 23 22:36:55.779882 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:55.788759 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1c9cb-75a1-454a-ab69-84afaa01253c req-5e7cf19a-e1e5-4ec7-a953-853b8d8c4f8e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:55.790165 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bde1c9cb-75a1-454a-ab69-84afaa01253c req-5e7cf19a-e1e5-4ec7-a953-853b8d8c4f8e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.0498586 Jun 23 22:36:55.836808 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bde1c9cb-75a1-454a-ab69-84afaa01253c req-62cfa525-4f60-414d-b255-9456655bc195 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406382 Jun 23 22:36:55.943635 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:55.950692 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d037c0d-6b87-4877-a694-6bfe91f2e773 req-1d5b9209-ba51-4dd4-9186-0cd9a18409bf tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:55.952167 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6d037c0d-6b87-4877-a694-6bfe91f2e773 req-1d5b9209-ba51-4dd4-9186-0cd9a18409bf tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.0498464 Jun 23 22:36:55.961460 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 59878) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:36:55.966738 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-7650332d-58b5-44e3-94bf-f6a0ab87833b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'floatingip': {'port_id': 'e97c4f2f-223c-4f40-b688-f46dae13754f'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:36:56.006501 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7650332d-58b5-44e3-94bf-f6a0ab87833b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (4b55f4a1-3eb0-422d-8e01-529b275505e5), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:56.282683 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480408-5f0b-4cd7-893d-fd0ddebe9660 req-4b272bef-6229-4927-879f-2393459eb143 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:56.284530 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-56480408-5f0b-4cd7-893d-fd0ddebe9660 req-4b272bef-6229-4927-879f-2393459eb143 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0623674 Jun 23 22:36:56.404643 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-56480408-5f0b-4cd7-893d-fd0ddebe9660 req-222fbfb2-41f0-4e5d-b4e0-a549c9cd57d8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918505 Jun 23 22:36:56.548482 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7650332d-58b5-44e3-94bf-f6a0ab87833b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:56.553595 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7650332d-58b5-44e3-94bf-f6a0ab87833b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (4b55f4a1-3eb0-422d-8e01-529b275505e5), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:56.681684 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:56.687093 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-7650332d-58b5-44e3-94bf-f6a0ab87833b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Floating IP 4b55f4a1-3eb0-422d-8e01-529b275505e5 associated. External IP: 172.27.2.40, port: e97c4f2f-223c-4f40-b688-f46dae13754f. Jun 23 22:36:57.071469 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:57.114157 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145bd91-c626-4c6f-ac05-9a5a311e9b66 req-e11e5a2e-3cc8-4ccf-8537-65736df5659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:57.115661 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c145bd91-c626-4c6f-ac05-9a5a311e9b66 req-e11e5a2e-3cc8-4ccf-8537-65736df5659c service neutron] 10.222.0.55 "GET /v2.0/networks?id=69c6d8a0-202c-42d8-bb93-5c3836a8475f HTTP/1.1" status: 200 len: 912 time: 0.4632683 Jun 23 22:36:57.216946 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7650332d-58b5-44e3-94bf-f6a0ab87833b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:36:57.227725 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:57.323942 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7650332d-58b5-44e3-94bf-f6a0ab87833b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:36:57.328733 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7650332d-58b5-44e3-94bf-f6a0ab87833b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:57.334633 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f7c4f-3857-4530-b958-ca3e748b8b21 None None] Sync routers for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:36:57.344532 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f7c4f-3857-4530-b958-ca3e748b8b21 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:57.345197 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-8e6f7c4f-3857-4530-b958-ca3e748b8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:36:54Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:57.360606 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-7650332d-58b5-44e3-94bf-f6a0ab87833b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "PUT /v2.0/floatingips/4b55f4a1-3eb0-422d-8e01-529b275505e5 HTTP/1.1" status: 200 len: 990 time: 1.3979263 Jun 23 22:36:57.361192 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'tag': 'e97c4f2f-223c-4f40-b688-f46dae13754f'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:36:57.363699 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a89a28-cdf8-447a-9cd5-6c6729338b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd22650e-6851-4f81-a8d4-e4c7ade26c73", "tag": "e97c4f2f-223c-4f40-b688-f46dae13754f"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:36:57.404274 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddfbc6c-1e1a-4663-8c22-de2e8afcb33c x-openstack-request-id: req-8ddfbc6c-1e1a-4663-8c22-de2e8afcb33c {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:36:57.404623 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd22650e-6851-4f81-a8d4-e4c7ade26c73", "tag": "e97c4f2f-223c-4f40-b688-f46dae13754f", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:36:57.404874 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ddfbc6c-1e1a-4663-8c22-de2e8afcb33c {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:36:57.405264 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ddfbc6c-1e1a-4663-8c22-de2e8afcb33c'] response: {'name': 'network-changed', 'server_uuid': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'tag': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'status': 'completed', 'code': 200} Jun 23 22:36:57.433865 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:57.460747 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:36:57.476460 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-8e6f7c4f-3857-4530-b958-ca3e748b8b21 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:57.515866 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:57.556649 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44cd15-95dc-4be0-b6bf-78b39a059f7b req-1e6ed6e9-3448-4147-af09-4fe8bb8ee585 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:57.558306 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7d44cd15-95dc-4be0-b6bf-78b39a059f7b req-1e6ed6e9-3448-4147-af09-4fe8bb8ee585 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0534568 Jun 23 22:36:57.610565 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7d44cd15-95dc-4be0-b6bf-78b39a059f7b req-c6ea4b25-e96a-41f4-9807-83fd2139fa84 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455747 Jun 23 22:36:57.643320 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=80 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:57.650261 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=29 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:36:57.727078 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-8e6f7c4f-3857-4530-b958-ca3e748b8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '4b55f4a1-3eb0-422d-8e01-529b275505e5', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:1a:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:36:11Z', 'updated_at': '2022-06-23T22:36:56Z', 'revision_number': 1, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:57.753161 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f7c4f-3857-4530-b958-ca3e748b8b21 None None] Checking router: 863c27d2-56ae-4508-a4b8-2fecd998b6b6 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:36:57.761650 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f7c4f-3857-4530-b958-ca3e748b8b21 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:36:57.762237 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-8e6f7c4f-3857-4530-b958-ca3e748b8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:36:54Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:57.867856 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:36:57.884406 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-8e6f7c4f-3857-4530-b958-ca3e748b8b21 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:36:58.253249 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-8e6f7c4f-3857-4530-b958-ca3e748b8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '4b55f4a1-3eb0-422d-8e01-529b275505e5', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:1a:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:36:11Z', 'updated_at': '2022-06-23T22:36:56Z', 'revision_number': 1, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:36:58.281680 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f7c4f-3857-4530-b958-ca3e748b8b21 None None] The sync data for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi is: [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '4b55f4a1-3eb0-422d-8e01-529b275505e5', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:1a:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:36:11Z', 'updated_at': '2022-06-23T22:36:56Z', 'revision_number': 1, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:36:58.475715 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970b22e-0a28-4c3f-911c-1c01f203aabd None None] New status for floating IP 4b55f4a1-3eb0-422d-8e01-529b275505e5: ACTIVE {{(pid=104140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:36:58.725001 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c90a5-49d6-43af-9e72-f393ffd208bf req-a0d345ab-a564-416d-acc9-7b7e472c5163 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:58.726470 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7c4c90a5-49d6-43af-9e72-f393ffd208bf req-a0d345ab-a564-416d-acc9-7b7e472c5163 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0455804 Jun 23 22:36:58.839237 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c145bd91-c626-4c6f-ac05-9a5a311e9b66 req-65070051-7526-48dd-905d-4da1d7c46bad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0ff831-0151-424d-bdac-c933fd397da7 HTTP/1.1" status: 200 len: 999 time: 0.1079078 Jun 23 22:36:58.850182 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7c4c90a5-49d6-43af-9e72-f393ffd208bf req-9ef52ab1-bb31-422d-9b9d-ab240fffd4d0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111712 Jun 23 22:36:59.172769 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906e1d4-b3e4-4e05-bdfa-e2e703284dc7 req-22e59b11-cb39-42ef-93b1-37353e48fc9e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:36:59.174262 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d906e1d4-b3e4-4e05-bdfa-e2e703284dc7 req-22e59b11-cb39-42ef-93b1-37353e48fc9e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0497966 Jun 23 22:36:59.222931 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d906e1d4-b3e4-4e05-bdfa-e2e703284dc7 req-b30cb81d-f3ec-4308-92fa-03a9ab3261c8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429749 Jun 23 22:37:00.344954 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04d2c6-5c3b-4da3-a295-8eb53cef9806 req-14d0d730-bdf3-4e97-9ca6-67940820cf70 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:00.346433 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2b04d2c6-5c3b-4da3-a295-8eb53cef9806 req-14d0d730-bdf3-4e97-9ca6-67940820cf70 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0515628 Jun 23 22:37:00.393758 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2b04d2c6-5c3b-4da3-a295-8eb53cef9806 req-624200f4-76e3-4567-aa6d-4938c653b152 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 Jun 23 22:37:01.161871 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:01.506242 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1409f-b037-4f37-a1cb-15474459117a req-fcf21b94-bf98-4b53-ac20-b8a5ad69de2a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:01.507705 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-76a1409f-b037-4f37-a1cb-15474459117a req-fcf21b94-bf98-4b53-ac20-b8a5ad69de2a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0456729 Jun 23 22:37:01.554853 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-76a1409f-b037-4f37-a1cb-15474459117a req-1a13dd74-b98b-4b0f-abc9-c5f36b5d4993 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 Jun 23 22:37:02.394068 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:02.477419 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fc8e751e-a7d8-44ff-a5a5-26cc1aef9fe1 req-880c128e-7b73-404c-b6e1-3301d2714a0e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915787 Jun 23 22:37:02.487813 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145bd91-c626-4c6f-ac05-9a5a311e9b66 req-c2b5c88f-c01e-48fb-82d2-9024e6ed4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:02.489187 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c145bd91-c626-4c6f-ac05-9a5a311e9b66 req-c2b5c88f-c01e-48fb-82d2-9024e6ed4fc7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60656d55-937f-4812-b089-eaa0b114b731 HTTP/1.1" status: 200 len: 850 time: 0.0630844 Jun 23 22:37:02.801819 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22c20-c6d5-4765-890b-67fb4b697107 req-b1a646aa-3ddc-4d5f-bf72-416e5722b684 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:02.807527 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-03f22c20-c6d5-4765-890b-67fb4b697107 req-b1a646aa-3ddc-4d5f-bf72-416e5722b684 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.1482542 Jun 23 22:37:02.808812 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145bd91-c626-4c6f-ac05-9a5a311e9b66 req-528621bb-78bb-4aa3-8181-84ad1c05743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:02.810797 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c145bd91-c626-4c6f-ac05-9a5a311e9b66 req-528621bb-78bb-4aa3-8181-84ad1c05743a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69c6d8a0-202c-42d8-bb93-5c3836a8475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1933382 Jun 23 22:37:02.813570 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fc8f6-3d61-42ca-b075-be0ef354a2ac req-787bfcc4-e1eb-42cb-97fd-122b0d5cb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:02.815107 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-408fc8f6-3d61-42ca-b075-be0ef354a2ac req-787bfcc4-e1eb-42cb-97fd-122b0d5cb1c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 1130 time: 0.1851728 Jun 23 22:37:02.817063 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a89a28-cdf8-447a-9cd5-6c6729338b5d req-a5dda73f-ee53-4353-9bc1-2832b379c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:02.818493 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5a89a28-cdf8-447a-9cd5-6c6729338b5d req-a5dda73f-ee53-4353-9bc1-2832b379c47e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 1129 time: 0.1565123 Jun 23 22:37:02.936829 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:03.010983 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-03f22c20-c6d5-4765-890b-67fb4b697107 req-bf1d9caf-2fb9-49ee-bc83-847a804b9835 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986072 Jun 23 22:37:03.102897 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a89a28-cdf8-447a-9cd5-6c6729338b5d req-3e3e14a4-1598-4b3e-a4ec-3865baf134e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:03.105260 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5a89a28-cdf8-447a-9cd5-6c6729338b5d req-3e3e14a4-1598-4b3e-a4ec-3865baf134e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 916 time: 0.2640688 Jun 23 22:37:03.115509 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c145bd91-c626-4c6f-ac05-9a5a311e9b66 req-98918001-4c15-4c5f-a951-08f2b9948266 service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754436 Jun 23 22:37:03.116953 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fc8f6-3d61-42ca-b075-be0ef354a2ac req-487fb96c-94a7-4a84-b85d-97fe4302ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:03.118370 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-408fc8f6-3d61-42ca-b075-be0ef354a2ac req-487fb96c-94a7-4a84-b85d-97fe4302ec86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.2761154 Jun 23 22:37:03.228246 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-408fc8f6-3d61-42ca-b075-be0ef354a2ac req-51c78807-84ce-4253-99da-8a8d7b7ad2f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db6ca92f-4e18-420e-8910-cb6285fa5c3d HTTP/1.1" status: 200 len: 217 time: 0.0820158 Jun 23 22:37:03.322162 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5a89a28-cdf8-447a-9cd5-6c6729338b5d req-175a213f-419a-4728-a91c-ed4b8a40f60a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97c4f2f-223c-4f40-b688-f46dae13754f HTTP/1.1" status: 200 len: 1000 time: 0.1831484 Jun 23 22:37:03.342836 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fc8f6-3d61-42ca-b075-be0ef354a2ac req-65b704d9-2f74-483b-badd-ef2ce699ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:03.344243 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-408fc8f6-3d61-42ca-b075-be0ef354a2ac req-65b704d9-2f74-483b-badd-ef2ce699ca10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.1036062 Jun 23 22:37:03.428594 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c145bd91-c626-4c6f-ac05-9a5a311e9b66 req-d4024652-55e2-457b-94cf-06beb7af5ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833292 Jun 23 22:37:03.436796 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a89a28-cdf8-447a-9cd5-6c6729338b5d req-81daf85f-59e1-498f-aba1-af6199dadc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:03.438199 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5a89a28-cdf8-447a-9cd5-6c6729338b5d req-81daf85f-59e1-498f-aba1-af6199dadc69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.1057336 Jun 23 22:37:03.445002 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fc8f6-3d61-42ca-b075-be0ef354a2ac req-d5953b95-8378-4f84-bb73-ad06943edea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:03.446059 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-408fc8f6-3d61-42ca-b075-be0ef354a2ac req-d5953b95-8378-4f84-bb73-ad06943edea9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785105 Jun 23 22:37:03.532740 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a89a28-cdf8-447a-9cd5-6c6729338b5d req-143a0239-3a24-44a0-b893-316f17ba0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:03.534771 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5a89a28-cdf8-447a-9cd5-6c6729338b5d req-143a0239-3a24-44a0-b893-316f17ba0032 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868516 Jun 23 22:37:03.627476 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:03.649913 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e751e-a7d8-44ff-a5a5-26cc1aef9fe1 req-c6fc3acb-cc7e-466e-bc05-29aedc8e8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:03.651792 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fc8e751e-a7d8-44ff-a5a5-26cc1aef9fe1 req-c6fc3acb-cc7e-466e-bc05-29aedc8e8226 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2&device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 1129 time: 0.1338444 Jun 23 22:37:03.702305 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60088) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:03.710892 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-408fc8f6-3d61-42ca-b075-be0ef354a2ac req-b3dd224d-083e-4d62-9a7e-53420a57e959 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528467 Jun 23 22:37:03.742340 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5a89a28-cdf8-447a-9cd5-6c6729338b5d req-8701539d-a0ae-4f2e-97fb-b1529bfae872 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601026 Jun 23 22:37:03.753658 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Deleting subnet 375ef8d0-cd37-4652-8cd6-95975c43cf4d {{(pid=104139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:37:03.757301 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Publish callbacks [] for subnet (375ef8d0-cd37-4652-8cd6-95975c43cf4d), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:03.796195 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367172'] for subnet (375ef8d0-cd37-4652-8cd6-95975c43cf4d), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:03.861589 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (375ef8d0-cd37-4652-8cd6-95975c43cf4d), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:03.941558 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295209'] for subnet (375ef8d0-cd37-4652-8cd6-95975c43cf4d), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:03.986419 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375ef8d0-cd37-4652-8cd6-95975c43cf4d,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:03.995135 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.003625 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/375ef8d0-cd37-4652-8cd6-95975c43cf4d HTTP/1.1" status: 204 len: 168 time: 0.3000669 Jun 23 22:37:04.007259 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60108) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:04.050404 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.050751 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.051137 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.051464 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.051968 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.052656 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.053123 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.053852 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.054455 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.055537 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.055986 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.056408 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.056830 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.057386 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.057947 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa40bc-d0a5-49b3-90ce-951f5e8d82dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:04.121146 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (58c97fdc-e89a-4dcb-a678-8f5c0c82cc98), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.226609 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (58c97fdc-e89a-4dcb-a678-8f5c0c82cc98), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.252247 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c97fdc-e89a-4dcb-a678-8f5c0c82cc98']}} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:04.266572 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62713f23-cac7-4df8-b6b3-c54a1d79ff0b') {'for_net_delete': True} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:04.267171 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62713f23-cac7-4df8-b6b3-c54a1d79ff0b') {} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:04.278671 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367199'] for segment (62713f23-cac7-4df8-b6b3-c54a1d79ff0b), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.296608 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (62713f23-cac7-4df8-b6b3-c54a1d79ff0b), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.305666 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=104139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:37:04.307032 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275017'] for segment (62713f23-cac7-4df8-b6b3-c54a1d79ff0b), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.360645 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:04.392369 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 62713f23-cac7-4df8-b6b3-c54a1d79ff0b resource provider aggregate not found Jun 23 22:37:04.405524 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5a89a28-cdf8-447a-9cd5-6c6729338b5d req-7ccced25-ec62-4b64-addb-ded33771f374 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523543 Jun 23 22:37:04.405782 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (58c97fdc-e89a-4dcb-a678-8f5c0c82cc98), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.408841 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-408fc8f6-3d61-42ca-b075-be0ef354a2ac req-f489a194-9e43-4dab-8740-dddf6d4bf118 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979686 Jun 23 22:37:04.415075 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b522394-acd9-4ae1-a8f4-35101d412d1e req-1518c233-bf48-46d9-8312-0912e36a2265 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:04.416653 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5b522394-acd9-4ae1-a8f4-35101d412d1e req-1518c233-bf48-46d9-8312-0912e36a2265 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.1441050 Jun 23 22:37:04.417864 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.425044 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] 10.222.0.43 "DELETE /v2.0/networks/58c97fdc-e89a-4dcb-a678-8f5c0c82cc98 HTTP/1.1" status: 204 len: 168 time: 0.4085176 Jun 23 22:37:04.428443 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60126) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:04.430711 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 62713f23-cac7-4df8-b6b3-c54a1d79ff0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62713f23-cac7-4df8-b6b3-c54a1d79ff0b found for delete ", "request_id": "req-0b9fe027-516c-4ade-be36-493264b58eb4"}]} Jun 23 22:37:04.437281 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e751e-a7d8-44ff-a5a5-26cc1aef9fe1 req-46122420-9b03-4330-b1f9-2bbc985989c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:04.438847 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fc8e751e-a7d8-44ff-a5a5-26cc1aef9fe1 req-46122420-9b03-4330-b1f9-2bbc985989c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69c6d8a0-202c-42d8-bb93-5c3836a8475f HTTP/1.1" status: 200 len: 912 time: 0.5981662 Jun 23 22:37:04.455682 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705d539-6d6a-4522-941f-80473ef89517 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c97fdc-e89a-4dcb-a678-8f5c0c82cc98,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:04.505781 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2642faf-6caa-4c99-96c3-7dd6848e9c99 admin admin] Deleting subnet c4274ca6-1e96-401c-819b-0beeff5a0eb4 {{(pid=104139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:37:04.514821 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f2642faf-6caa-4c99-96c3-7dd6848e9c99 admin admin] Publish callbacks [] for subnet (c4274ca6-1e96-401c-819b-0beeff5a0eb4), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.553776 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f2642faf-6caa-4c99-96c3-7dd6848e9c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367172'] for subnet (c4274ca6-1e96-401c-819b-0beeff5a0eb4), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.555999 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fc8e751e-a7d8-44ff-a5a5-26cc1aef9fe1 req-ca5cb569-a255-4fa7-8852-a4f54e4f5c8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0ff831-0151-424d-bdac-c933fd397da7 HTTP/1.1" status: 200 len: 999 time: 0.1099668 Jun 23 22:37:04.559276 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5b522394-acd9-4ae1-a8f4-35101d412d1e req-46a157e9-1ef7-4aee-b75d-56087f6c55fc tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157532 Jun 23 22:37:04.611484 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f2642faf-6caa-4c99-96c3-7dd6848e9c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (c4274ca6-1e96-401c-819b-0beeff5a0eb4), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.650801 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:04.673921 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f2642faf-6caa-4c99-96c3-7dd6848e9c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295209'] for subnet (c4274ca6-1e96-401c-819b-0beeff5a0eb4), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.685408 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e751e-a7d8-44ff-a5a5-26cc1aef9fe1 req-8db1bb1a-e776-4765-a136-74e00375b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:04.686904 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fc8e751e-a7d8-44ff-a5a5-26cc1aef9fe1 req-8db1bb1a-e776-4765-a136-74e00375b744 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60656d55-937f-4812-b089-eaa0b114b731 HTTP/1.1" status: 200 len: 850 time: 0.0503926 Jun 23 22:37:04.703565 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f2642faf-6caa-4c99-96c3-7dd6848e9c99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.706696 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-f2642faf-6caa-4c99-96c3-7dd6848e9c99 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c4274ca6-1e96-401c-819b-0beeff5a0eb4 HTTP/1.1" status: 204 len: 168 time: 0.2740471 Jun 23 22:37:04.707729 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2642faf-6caa-4c99-96c3-7dd6848e9c99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4274ca6-1e96-401c-819b-0beeff5a0eb4,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:04.709255 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 60132) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:04.765431 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e751e-a7d8-44ff-a5a5-26cc1aef9fe1 req-abb626c8-7dd1-496c-add3-3c911bec95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:04.766874 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fc8e751e-a7d8-44ff-a5a5-26cc1aef9fe1 req-abb626c8-7dd1-496c-add3-3c911bec95e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69c6d8a0-202c-42d8-bb93-5c3836a8475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689530 Jun 23 22:37:04.826372 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (1dc0eaf8-99a9-4396-9005-98d5dab938f9), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:04.932922 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fc8e751e-a7d8-44ff-a5a5-26cc1aef9fe1 req-c1458985-d36d-43f7-9947-008eb3a32df0 service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376734 Jun 23 22:37:04.965290 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (1dc0eaf8-99a9-4396-9005-98d5dab938f9), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:05.011442 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc0eaf8-99a9-4396-9005-98d5dab938f9']}} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:05.025696 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e51365d-ad02-48d9-bbe9-6bc3a3eaebff') {'for_net_delete': True} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:05.025995 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e51365d-ad02-48d9-bbe9-6bc3a3eaebff') {} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:05.069022 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350730'] for segment (6e51365d-ad02-48d9-bbe9-6bc3a3eaebff), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:05.076515 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:05.091690 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (6e51365d-ad02-48d9-bbe9-6bc3a3eaebff), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:05.105156 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=104138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:37:05.105555 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770362'] for segment (6e51365d-ad02-48d9-bbe9-6bc3a3eaebff), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:05.123067 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fc8e751e-a7d8-44ff-a5a5-26cc1aef9fe1 req-fd869ff4-2a52-448f-a1e7-92fdefab38ed service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541152 Jun 23 22:37:05.130295 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment 6e51365d-ad02-48d9-bbe9-6bc3a3eaebff resource provider aggregate not found Jun 23 22:37:05.177774 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment 6e51365d-ad02-48d9-bbe9-6bc3a3eaebff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e51365d-ad02-48d9-bbe9-6bc3a3eaebff found for delete ", "request_id": "req-9c930997-0a85-43b5-bbf0-4ffc3ab6fbeb"}]} Jun 23 22:37:05.190253 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (1dc0eaf8-99a9-4396-9005-98d5dab938f9), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:05.214521 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:05.218801 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] 10.222.0.43 "DELETE /v2.0/networks/1dc0eaf8-99a9-4396-9005-98d5dab938f9 HTTP/1.1" status: 204 len: 168 time: 0.5053957 Jun 23 22:37:05.233168 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Pushing event deleted for resources: {'Network': ['ID=1dc0eaf8-99a9-4396-9005-98d5dab938f9,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:05.242233 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.242784 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.243328 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.243887 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.244218 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.244703 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.245032 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.245357 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.245682 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.246003 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.246552 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.247025 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.247603 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.247995 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.248384 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc72a-834e-4a05-a672-d5c074abe81f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:05.439987 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60162) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:05.495633 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 60164) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:05.511427 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 60168) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:05.511854 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-606c31c8-a0f5-429a-b3e4-fdf1d9fd3340 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68146ddf17d146a29ad9a23581e0ca6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699899 Jun 23 22:37:05.573210 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d762-b05e-4495-b6b0-e92c27d21f02 admin admin] Publish callbacks [] for security_group (4afc6669-7af5-45b4-a52c-83eeda4abce9), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:05.609706 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d762-b05e-4495-b6b0-e92c27d21f02 admin admin] Publish callbacks [] for security_group (4afc6669-7af5-45b4-a52c-83eeda4abce9), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:05.665725 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:05.749644 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3018af-0253-45b6-b3c3-4eb3e3e032f3 req-1fa17089-84aa-49ca-a11f-39b8f83ba3c7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:05.753013 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fd3018af-0253-45b6-b3c3-4eb3e3e032f3 req-1fa17089-84aa-49ca-a11f-39b8f83ba3c7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.1044841 Jun 23 22:37:05.801833 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d762-b05e-4495-b6b0-e92c27d21f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (4afc6669-7af5-45b4-a52c-83eeda4abce9), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:05.804784 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d762-b05e-4495-b6b0-e92c27d21f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:05.808247 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-dbe3d762-b05e-4495-b6b0-e92c27d21f02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4afc6669-7af5-45b4-a52c-83eeda4abce9 HTTP/1.1" status: 204 len: 168 time: 0.2935154 Jun 23 22:37:05.813556 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b540-7218-4a52-805a-32945d040ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:05.837209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3d762-b05e-4495-b6b0-e92c27d21f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afc6669-7af5-45b4-a52c-83eeda4abce9,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:05.866410 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fd3018af-0253-45b6-b3c3-4eb3e3e032f3 req-04bc9dea-f71e-4022-af21-3eb2e57b93d8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073649 Jun 23 22:37:05.960894 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b540-7218-4a52-805a-32945d040ada admin admin] Publish callbacks [] for security_group (28061868-0174-4dce-943b-45eced5a4330), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:05.965863 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b540-7218-4a52-805a-32945d040ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (28061868-0174-4dce-943b-45eced5a4330), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:06.035988 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-3bc3b540-7218-4a52-805a-32945d040ada admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ea6f040d7b14d3bb45fdb45190692ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392065 Jun 23 22:37:06.037166 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3b540-7218-4a52-805a-32945d040ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28061868-0174-4dce-943b-45eced5a4330,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:06.038777 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60184) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:06.101783 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98bf4c98-065e-478a-8f82-a62a2681ac19 admin admin] Publish callbacks [] for security_group (28061868-0174-4dce-943b-45eced5a4330), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:06.148743 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98bf4c98-065e-478a-8f82-a62a2681ac19 admin admin] Publish callbacks [] for security_group (28061868-0174-4dce-943b-45eced5a4330), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:06.211106 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98bf4c98-065e-478a-8f82-a62a2681ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (28061868-0174-4dce-943b-45eced5a4330), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:06.213647 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98bf4c98-065e-478a-8f82-a62a2681ac19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:06.214839 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-98bf4c98-065e-478a-8f82-a62a2681ac19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28061868-0174-4dce-943b-45eced5a4330 HTTP/1.1" status: 204 len: 168 time: 0.1749947 Jun 23 22:37:06.223860 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf4c98-065e-478a-8f82-a62a2681ac19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28061868-0174-4dce-943b-45eced5a4330,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:06.237176 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 60192) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:06.293654 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-8cdb2411-065c-47f1-b8b2-2b03f0c0f4ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2811546d503e474bbdfe365e6d67a53c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551465 Jun 23 22:37:06.296867 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60196) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:06.363555 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-db78f589-fb04-4fb3-a947-558d8c21923f admin admin] Publish callbacks [] for security_group (fb681ef0-8f01-4975-9c62-44e00ce83a13), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:06.390870 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:06.399800 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-db78f589-fb04-4fb3-a947-558d8c21923f admin admin] Publish callbacks [] for security_group (fb681ef0-8f01-4975-9c62-44e00ce83a13), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:06.469423 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-db78f589-fb04-4fb3-a947-558d8c21923f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (fb681ef0-8f01-4975-9c62-44e00ce83a13), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:06.472652 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-db78f589-fb04-4fb3-a947-558d8c21923f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:06.474014 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-db78f589-fb04-4fb3-a947-558d8c21923f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb681ef0-8f01-4975-9c62-44e00ce83a13 HTTP/1.1" status: 204 len: 168 time: 0.1761177 Jun 23 22:37:06.485524 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78f589-fb04-4fb3-a947-558d8c21923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb681ef0-8f01-4975-9c62-44e00ce83a13,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:06.721633 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60220) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:06.883230 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b74bb27-35da-499e-b62f-ee555fd4f4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:06.992920 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b74bb27-35da-499e-b62f-ee555fd4f4a5 admin admin] Publish callbacks [] for security_group (77114a42-b21e-4bad-9fd9-4ed772d7fa17), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:07.002812 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b74bb27-35da-499e-b62f-ee555fd4f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (77114a42-b21e-4bad-9fd9-4ed772d7fa17), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:07.054166 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-4b74bb27-35da-499e-b62f-ee555fd4f4a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2cbfb944c43d4411aaa3c9bae1b2cce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313482 Jun 23 22:37:07.056674 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d14ada-7a2c-466d-8f9c-515d89ba1f9c req-c424303b-8348-48a6-a81e-028d7ee7f7d3 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:07.057281 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74bb27-35da-499e-b62f-ee555fd4f4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77114a42-b21e-4bad-9fd9-4ed772d7fa17,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:07.060186 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-23d14ada-7a2c-466d-8f9c-515d89ba1f9c req-c424303b-8348-48a6-a81e-028d7ee7f7d3 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0872636 Jun 23 22:37:07.063425 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 60240) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:07.189455 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-23d14ada-7a2c-466d-8f9c-515d89ba1f9c req-275316d9-8d01-40d0-a190-acd246bca36b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191821 Jun 23 22:37:07.206159 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0b0c712a-7b13-43f2-9f08-44af91027758 admin admin] Publish callbacks [] for security_group (77114a42-b21e-4bad-9fd9-4ed772d7fa17), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:07.240609 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0b0c712a-7b13-43f2-9f08-44af91027758 admin admin] Publish callbacks [] for security_group (77114a42-b21e-4bad-9fd9-4ed772d7fa17), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:07.295862 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:DELETE=8,neutron:SELECT=86,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:07.340117 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0b0c712a-7b13-43f2-9f08-44af91027758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (77114a42-b21e-4bad-9fd9-4ed772d7fa17), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:07.345382 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0b0c712a-7b13-43f2-9f08-44af91027758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:07.347774 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-0b0c712a-7b13-43f2-9f08-44af91027758 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77114a42-b21e-4bad-9fd9-4ed772d7fa17 HTTP/1.1" status: 204 len: 168 time: 0.2829702 Jun 23 22:37:07.360438 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c712a-7b13-43f2-9f08-44af91027758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77114a42-b21e-4bad-9fd9-4ed772d7fa17,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:07.886909 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 60280) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:08.043658 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1441106546-network', 'tenant_id': 'e4fb6c541ee04ebea81001c24c67d779'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:37:08.068078 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Made reservation on behalf of e4fb6c541ee04ebea81001c24c67d779 for: {'network': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:37:08.074461 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:08.084535 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:08.191039 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Publish callbacks [] for security_group (dc4a5f43-e63f-4d68-9eb8-479a94cbc197), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:08.195777 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (dc4a5f43-e63f-4d68-9eb8-479a94cbc197), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:08.224587 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=104138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:37:08.238284 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4a5f43-e63f-4d68-9eb8-479a94cbc197,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:08.247674 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (c4f0fe13-a3e8-4d99-aa64-84279e980dcc), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:08.249025 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.segments_db [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Added segment c4f0fe13-a3e8-4d99-aa64-84279e980dcc of type vlan for network 37e85836-e932-474e-813c-5279946996b9 Jun 23 22:37:08.311506 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:08.320934 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (37e85836-e932-474e-813c-5279946996b9), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:08.402605 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c57415-2ca4-4025-87cf-952284781878 req-e89cdf8e-caf8-49f3-82f1-61883a554757 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:08.411733 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-43c57415-2ca4-4025-87cf-952284781878 req-e89cdf8e-caf8-49f3-82f1-61883a554757 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0949771 Jun 23 22:37:08.420399 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (37e85836-e932-474e-813c-5279946996b9), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:08.421395 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:08.422209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:08.493587 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6043656 Jun 23 22:37:08.497513 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60308) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:08.502977 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-422e140a-1482-47e8-8465-7a9283e6c131 admin admin] Request body: {'subnet': {'network_id': '37e85836-e932-474e-813c-5279946996b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1441106546-subnet', 'tenant_id': 'e4fb6c541ee04ebea81001c24c67d779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:37:08.527386 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422e140a-1482-47e8-8465-7a9283e6c131 admin admin] Made reservation on behalf of e4fb6c541ee04ebea81001c24c67d779 for: {'subnet': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:37:08.530160 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-422e140a-1482-47e8-8465-7a9283e6c131 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4295238'] for subnet (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:08.540355 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd3866-ce8c-4060-9bf9-5e8aab373132 admin admin] Pushing event updated for resources: {'Network': ['ID=37e85836-e932-474e-813c-5279946996b9,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:08.552147 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 37e85836-e932-474e-813c-5279946996b9 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:37:08.555279 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-43c57415-2ca4-4025-87cf-952284781878 req-5a055bd2-5159-407a-b72b-506a4b89634d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423578 Jun 23 22:37:08.777898 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-422e140a-1482-47e8-8465-7a9283e6c131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4275168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4295216'] for subnet (c979068c-16e4-477b-9936-8305bab22905), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:08.827922 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e140a-1482-47e8-8465-7a9283e6c131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c979068c-16e4-477b-9936-8305bab22905,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:08.836507 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:08.858311 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e140a-1482-47e8-8465-7a9283e6c131 admin admin] Checking segment: {'id': 'c4f0fe13-a3e8-4d99-aa64-84279e980dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '37e85836-e932-474e-813c-5279946996b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:37:08.858611 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e140a-1482-47e8-8465-7a9283e6c131 admin admin] Network hostable DHCP agents. Network: 37e85836-e932-474e-813c-5279946996b9, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:37:08.878961 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e140a-1482-47e8-8465-7a9283e6c131 admin admin] Network 37e85836-e932-474e-813c-5279946996b9 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:37:08.889508 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-422e140a-1482-47e8-8465-7a9283e6c131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 37e85836-e932-474e-813c-5279946996b9) {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:37:08.894360 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422e140a-1482-47e8-8465-7a9283e6c131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:08.894908 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-422e140a-1482-47e8-8465-7a9283e6c131 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:08.901408 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76491ffa-b996-4f35-8322-cc228f55516d None None] Network 37e85836-e932-474e-813c-5279946996b9 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:37:08.916269 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-422e140a-1482-47e8-8465-7a9283e6c131 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4175141 Jun 23 22:37:09.084246 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db319c1-f8d3-45bd-b9ff-c56c44b0fc5a None None] Network 37e85836-e932-474e-813c-5279946996b9 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:37:09.683781 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad848d3e-342d-46d8-8f0d-b3cbb6089185 req-35c80272-f9b3-460c-acab-458fdb92975c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:09.686131 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad848d3e-342d-46d8-8f0d-b3cbb6089185 req-35c80272-f9b3-460c-acab-458fdb92975c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0601048 Jun 23 22:37:09.739272 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad848d3e-342d-46d8-8f0d-b3cbb6089185 req-b5d4a08d-18c6-40a6-aa58-cc0ee3b248ef tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473177 Jun 23 22:37:09.843801 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=60 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:09.844626 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=70 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:10.821996 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c2306-a799-461d-af69-39c6b1c58693 req-773ab57e-4b15-4163-9c34-f3d7e63a79b1 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:10.823774 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-773ab57e-4b15-4163-9c34-f3d7e63a79b1 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/networks?id=37e85836-e932-474e-813c-5279946996b9 HTTP/1.1" status: 200 len: 809 time: 0.1259713 Jun 23 22:37:10.842859 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-485048a6-a97a-4865-b454-bbb9f8c8502e tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/quotas/e4fb6c541ee04ebea81001c24c67d779 HTTP/1.1" status: 200 len: 375 time: 0.0115867 Jun 23 22:37:10.931701 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-48c45685-8eb6-48ec-ab31-525f3fa45219 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4fb6c541ee04ebea81001c24c67d779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807104 Jun 23 22:37:10.964435 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171f86e-e472-4520-a9c0-e1579a510fac req-cdb69ca9-8408-4d03-9076-89930b4238e5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:10.967174 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6171f86e-e472-4520-a9c0-e1579a510fac req-cdb69ca9-8408-4d03-9076-89930b4238e5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.1143277 Jun 23 22:37:11.078089 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:11.086204 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6171f86e-e472-4520-a9c0-e1579a510fac req-25b86920-e6aa-45ac-ba06-6296e838be8f tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079152 Jun 23 22:37:11.109079 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-cb9f5a29-cd10-46bb-a709-5358a93a77d0 service neutron] 10.222.0.43 "GET /v2.0/networks/37e85836-e932-474e-813c-5279946996b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599405 Jun 23 22:37:11.213999 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-5329f0d0-7a31-440f-9fb4-136c204ec572 service neutron] 10.222.0.43 "GET /v2.0/networks/37e85836-e932-474e-813c-5279946996b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979090 Jun 23 22:37:11.385145 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d9f305d5-4695-4993-b742-d523ee88fcb2 req-b220b37a-214f-45cb-8555-6d4021284a9b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 210 time: 0.0295243 Jun 23 22:37:11.541989 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60434) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:11.718698 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e2b5bbb1-ed8f-457b-a1d8-e114133d50ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:11.767907 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:11.837472 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e2b5bbb1-ed8f-457b-a1d8-e114133d50ab admin admin] Publish callbacks [] for security_group (0aae2cb3-3e16-4be2-ad8e-488282bdb472), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:11.842480 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e2b5bbb1-ed8f-457b-a1d8-e114133d50ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (0aae2cb3-3e16-4be2-ad8e-488282bdb472), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:11.913762 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 60448) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:11.914435 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-e2b5bbb1-ed8f-457b-a1d8-e114133d50ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4a9185149e24188b3bc35dadc176db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3707175 Jun 23 22:37:11.915539 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5bbb1-ed8f-457b-a1d8-e114133d50ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aae2cb3-3e16-4be2-ad8e-488282bdb472,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:12.007295 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-990a697b-abf8-43dd-b298-dcc2132679d3 admin admin] Publish callbacks [] for security_group (0aae2cb3-3e16-4be2-ad8e-488282bdb472), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:12.015972 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c89261-b082-4f47-8638-183dd5824cc0 req-2b9b0bd4-4ba9-4538-bfb2-eda98dd897e9 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:12.017430 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e0c89261-b082-4f47-8638-183dd5824cc0 req-2b9b0bd4-4ba9-4538-bfb2-eda98dd897e9 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0591784 Jun 23 22:37:12.055207 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-990a697b-abf8-43dd-b298-dcc2132679d3 admin admin] Publish callbacks [] for security_group (0aae2cb3-3e16-4be2-ad8e-488282bdb472), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:12.118464 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e0c89261-b082-4f47-8638-183dd5824cc0 req-a3af16c0-44d1-4e32-90c9-0fde414276fc tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867321 Jun 23 22:37:12.148688 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-990a697b-abf8-43dd-b298-dcc2132679d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (0aae2cb3-3e16-4be2-ad8e-488282bdb472), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:12.161048 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-990a697b-abf8-43dd-b298-dcc2132679d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:12.161048 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-990a697b-abf8-43dd-b298-dcc2132679d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0aae2cb3-3e16-4be2-ad8e-488282bdb472 HTTP/1.1" status: 204 len: 168 time: 0.2423832 Jun 23 22:37:12.187131 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:12.188983 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a697b-abf8-43dd-b298-dcc2132679d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aae2cb3-3e16-4be2-ad8e-488282bdb472,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:12.237065 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f1b09-0ca6-48ed-994b-21f2c7e68659 req-94700442-d332-4c93-9f48-1412257294c4 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:12.238541 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-196f1b09-0ca6-48ed-994b-21f2c7e68659 req-94700442-d332-4c93-9f48-1412257294c4 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0695415 Jun 23 22:37:12.291226 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-196f1b09-0ca6-48ed-994b-21f2c7e68659 req-490f152e-4f3f-4db2-b9ed-c7cbf0d8d618 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441358 Jun 23 22:37:12.491966 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d626c48d-99c1-46d7-afb4-ef2f4d78482b req-cece5336-745e-4b31-a8a9-319d7a275415 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 210 time: 0.0342515 Jun 23 22:37:13.252632 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea76907-2761-4e57-8afe-592b08c91688 req-f4240d2e-e79f-4142-8cf6-86485e851bbd tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:13.254144 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9ea76907-2761-4e57-8afe-592b08c91688 req-f4240d2e-e79f-4142-8cf6-86485e851bbd tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0472672 Jun 23 22:37:13.308040 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9ea76907-2761-4e57-8afe-592b08c91688 req-6b1a0084-9fcf-4042-8f89-ab6787cd510b tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456631 Jun 23 22:37:13.438217 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe48b7-1b88-4e11-b922-a44f2fa8ba57 req-89cec09b-e797-41d4-963b-8b9607e8e48b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:13.439977 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-52fe48b7-1b88-4e11-b922-a44f2fa8ba57 req-89cec09b-e797-41d4-963b-8b9607e8e48b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0728426 Jun 23 22:37:13.489459 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-52fe48b7-1b88-4e11-b922-a44f2fa8ba57 req-b727dd99-f51f-426d-bb04-b46995fdba89 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432205 Jun 23 22:37:13.593987 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ce4e48bd-c0e3-4d6f-9e1f-4b0d84c96945 req-74adc474-ddb5-422c-b39a-83814f4d7b89 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 210 time: 0.0307868 Jun 23 22:37:14.435926 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc64e6-9d16-4c53-808b-7e75baa2e984 req-d2be0a62-3b07-486a-b931-6ba282db9c34 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:14.437407 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-93cc64e6-9d16-4c53-808b-7e75baa2e984 req-d2be0a62-3b07-486a-b931-6ba282db9c34 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0490408 Jun 23 22:37:14.491578 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-93cc64e6-9d16-4c53-808b-7e75baa2e984 req-9d6f6211-1de5-4dac-884a-03802f9a8bde tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486720 Jun 23 22:37:14.616961 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c39c-2ee2-4889-8f6b-ebfdd2b49700 req-9bc4df8a-372f-422a-871f-bb676d3a2b7b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:14.618637 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4ba5c39c-2ee2-4889-8f6b-ebfdd2b49700 req-9bc4df8a-372f-422a-871f-bb676d3a2b7b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0521805 Jun 23 22:37:14.682026 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4ba5c39c-2ee2-4889-8f6b-ebfdd2b49700 req-0e07bb77-5760-46d2-82de-54f33e6ed32c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569553 Jun 23 22:37:14.707772 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-53dfcf22-0cef-4093-8ae6-a51dbc66daf1 req-2751e268-20b7-4938-8cb2-2e6b2cdf277c tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 210 time: 0.0406368 Jun 23 22:37:15.609073 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac6e84-b11f-47c6-bfa3-ac4c2f013378 req-7076e1d4-6912-436d-8e6a-0a00e541c8c1 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:15.610563 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2aac6e84-b11f-47c6-bfa3-ac4c2f013378 req-7076e1d4-6912-436d-8e6a-0a00e541c8c1 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0453992 Jun 23 22:37:15.655811 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2aac6e84-b11f-47c6-bfa3-ac4c2f013378 req-0168ae1c-cdd3-43ff-8177-a4b47ad64842 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 Jun 23 22:37:15.816859 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3705298c-518d-4b22-b14b-1647043d4a2f req-6f8a4aed-988a-4efd-87a5-68ebbb2dc3a3 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 210 time: 0.0336442 Jun 23 22:37:15.824466 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6e768-591a-4815-a47a-0efa47eba3b5 req-4a12663e-043f-4688-a192-6f9ba6eca47b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:15.826587 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d2e6e768-591a-4815-a47a-0efa47eba3b5 req-4a12663e-043f-4688-a192-6f9ba6eca47b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0732322 Jun 23 22:37:15.872514 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:15.877684 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d2e6e768-591a-4815-a47a-0efa47eba3b5 req-33d7f2c8-8e1d-4014-af65-a084fa167c73 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455365 Jun 23 22:37:16.768051 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7894fd8-f762-477c-ad1a-8ee2c25fc8fc req-53e48796-e8ff-4dc2-86f5-89e71d082e5a tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:16.769488 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b7894fd8-f762-477c-ad1a-8ee2c25fc8fc req-53e48796-e8ff-4dc2-86f5-89e71d082e5a tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0457480 Jun 23 22:37:16.815302 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b7894fd8-f762-477c-ad1a-8ee2c25fc8fc req-8221afbc-7adc-4de6-b91b-eaeea41ce494 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403998 Jun 23 22:37:16.913595 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cf61a5d6-d5e2-430f-93b3-e5d153c7b831 req-b2d99755-3792-45e7-a12c-b8fc58041140 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 210 time: 0.0283926 Jun 23 22:37:16.997689 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb183-4766-4b04-ab8a-82eb5a0539c6 req-7af099b5-5175-408c-a886-8f443d9099bb tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:16.999160 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c6cdb183-4766-4b04-ab8a-82eb5a0539c6 req-7af099b5-5175-408c-a886-8f443d9099bb tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0485687 Jun 23 22:37:17.046363 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c6cdb183-4766-4b04-ab8a-82eb5a0539c6 req-8bdaf941-a751-4685-ba90-f8b988315f66 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 Jun 23 22:37:17.286819 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd3586-e98b-4a13-a54d-7eb9406ef903 req-8b434452-0033-4dc7-b88f-87af6feff862 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:17.288237 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e0bd3586-e98b-4a13-a54d-7eb9406ef903 req-8b434452-0033-4dc7-b88f-87af6feff862 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.0671799 Jun 23 22:37:17.297587 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c2306-a799-461d-af69-39c6b1c58693 req-ae907e83-5bd8-4d2b-b655-5f65660b06ef tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:17.298878 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-ae907e83-5bd8-4d2b-b655-5f65660b06ef tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.55 "GET /v2.0/networks?id=37e85836-e932-474e-813c-5279946996b9 HTTP/1.1" status: 200 len: 809 time: 0.1480839 Jun 23 22:37:17.341126 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-527c2306-a799-461d-af69-39c6b1c58693 req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Request body: {'port': {'device_id': 'b98e3e93-9c53-4ff5-8a14-b0cf0a030c72', 'network_id': '37e85836-e932-474e-813c-5279946996b9', 'admin_state_up': True, 'tenant_id': 'e4fb6c541ee04ebea81001c24c67d779'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:37:17.346853 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:17.506528 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-e0bd3586-e98b-4a13-a54d-7eb9406ef903 req-2c89cba2-2878-4b39-89d3-659c2f547e70 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Deleting port c2d25909-b249-4e8a-bcb8-650a6616e3e6 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:37:17.506865 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e0bd3586-e98b-4a13-a54d-7eb9406ef903 req-2c89cba2-2878-4b39-89d3-659c2f547e70 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:17.593171 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527c2306-a799-461d-af69-39c6b1c58693 req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Made reservation on behalf of e4fb6c541ee04ebea81001c24c67d779 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:37:17.596487 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-527c2306-a799-461d-af69-39c6b1c58693 req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:17.639751 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-e0bd3586-e98b-4a13-a54d-7eb9406ef903 req-2c89cba2-2878-4b39-89d3-659c2f547e70 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] For port c2d25909-b249-4e8a-bcb8-650a6616e3e6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c2d25909-b249-4e8a-bcb8-650a6616e3e6,segment=NetworkSegment(5051638b-1d36-4ede-8c3e-77947610a6d5),segment_id=5051638b-1d36-4ede-8c3e-77947610a6d5)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:37:17.640114 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e0bd3586-e98b-4a13-a54d-7eb9406ef903 req-2c89cba2-2878-4b39-89d3-659c2f547e70 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:17.682106 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-e0bd3586-e98b-4a13-a54d-7eb9406ef903 req-2c89cba2-2878-4b39-89d3-659c2f547e70 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Calling delete_port for c2d25909-b249-4e8a-bcb8-650a6616e3e6 owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:37:18.076954 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d46cb723-0887-4ecf-83c6-f639d9b79681 req-b9478b3b-df07-43b4-89e5-f05d639a3881 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 210 time: 0.0851955 Jun 23 22:37:18.099284 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810e9d0-5949-42b6-9ae9-9775f9049cd3 req-08c2eaef-d899-4c40-b854-ad371f10f9f3 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:18.100733 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1810e9d0-5949-42b6-9ae9-9775f9049cd3 req-08c2eaef-d899-4c40-b854-ad371f10f9f3 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 945 time: 0.1541424 Jun 23 22:37:18.117349 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:18.139731 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-527c2306-a799-461d-af69-39c6b1c58693 req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Allocated IP 172.20.0.3 (37e85836-e932-474e-813c-5279946996b9/c979068c-16e4-477b-9936-8305bab22905/d186a1fc-d1bb-4e7e-bf24-f8735a9f9358) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:37:18.277806 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1810e9d0-5949-42b6-9ae9-9775f9049cd3 req-70cb15dd-aab0-45e2-9cfb-211b7452064f tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/security-groups?id=220a35a4-66ab-4900-9254-e7135972d123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660678 Jun 23 22:37:18.298478 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e43de5-0c2a-47d0-8a8c-eeb7c9d75179 req-f4c30392-2567-4c8d-9998-42f69831ae7e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:18.305118 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-49e43de5-0c2a-47d0-8a8c-eeb7c9d75179 req-f4c30392-2567-4c8d-9998-42f69831ae7e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.1381369 Jun 23 22:37:18.344080 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:18.362229 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e0bd3586-e98b-4a13-a54d-7eb9406ef903 req-2c89cba2-2878-4b39-89d3-659c2f547e70 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (c2d25909-b249-4e8a-bcb8-650a6616e3e6), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:18.417658 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89cba2-2878-4b39-89d3-659c2f547e70 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Pushing event deleted for resources: {'Port': ['ID=c2d25909-b249-4e8a-bcb8-650a6616e3e6,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:18.453473 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-49e43de5-0c2a-47d0-8a8c-eeb7c9d75179 req-29013517-0417-4b30-99c3-c6e4cbb7dc6d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474996 Jun 23 22:37:18.525472 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bd3586-e98b-4a13-a54d-7eb9406ef903 req-2c89cba2-2878-4b39-89d3-659c2f547e70 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] No DVR routers for this DVR port c2d25909-b249-4e8a-bcb8-650a6616e3e6 on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:37:18.537249 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-e0bd3586-e98b-4a13-a54d-7eb9406ef903 req-2c89cba2-2878-4b39-89d3-659c2f547e70 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:18.540445 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e0bd3586-e98b-4a13-a54d-7eb9406ef903 req-2c89cba2-2878-4b39-89d3-659c2f547e70 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.55 "DELETE /v2.0/ports/c2d25909-b249-4e8a-bcb8-650a6616e3e6 HTTP/1.1" status: 204 len: 173 time: 1.2106206 Jun 23 22:37:18.540888 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0ce8c1-d950-47d0-a644-bf09bb09b7de', 'name': 'network-vif-deleted', 'tag': 'c2d25909-b249-4e8a-bcb8-650a6616e3e6'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:37:18.543181 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6134584-a76c-42a2-b90a-c14f1e7cd202" -d '{"events": [{"server_uuid": "0b0ce8c1-d950-47d0-a644-bf09bb09b7de", "name": "network-vif-deleted", "tag": "c2d25909-b249-4e8a-bcb8-650a6616e3e6"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:37:18.565294 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-527c2306-a799-461d-af69-39c6b1c58693 req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks [] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:18.595982 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f041763-a4d3-4e9d-b563-9090a1c97845 x-openstack-request-id: req-6f041763-a4d3-4e9d-b563-9090a1c97845 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:37:18.596271 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0ce8c1-d950-47d0-a644-bf09bb09b7de", "name": "network-vif-deleted", "tag": "c2d25909-b249-4e8a-bcb8-650a6616e3e6", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:37:18.596524 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f041763-a4d3-4e9d-b563-9090a1c97845 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:37:18.596918 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f041763-a4d3-4e9d-b563-9090a1c97845'] response: {'server_uuid': '0b0ce8c1-d950-47d0-a644-bf09bb09b7de', 'name': 'network-vif-deleted', 'tag': 'c2d25909-b249-4e8a-bcb8-650a6616e3e6', 'status': 'completed', 'code': 200} Jun 23 22:37:18.607737 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-527c2306-a799-461d-af69-39c6b1c58693 req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:18.646340 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device c2d25909-b249-4e8a-bcb8-650a6616e3e6 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:37:18.650152 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527c2306-a799-461d-af69-39c6b1c58693 req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Network 37e85836-e932-474e-813c-5279946996b9 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:37:18.653966 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-527c2306-a799-461d-af69-39c6b1c58693 req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:37:18.657685 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-527c2306-a799-461d-af69-39c6b1c58693 req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:37:18.669592 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: c2d25909-b249-4e8a-bcb8-650a6616e3e6 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:37:18.669941 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device c2d25909-b249-4e8a-bcb8-650a6616e3e6 not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:37:18.683286 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Pushing event updated for resources: {'Port': ['ID=d186a1fc-d1bb-4e7e-bf24-f8735a9f9358,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:18.711365 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c2306-a799-461d-af69-39c6b1c58693 req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:18.711954 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-527c2306-a799-461d-af69-39c6b1c58693 req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:18.728168 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-e608a44e-08e6-4426-9934-be7f2d396d2b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3914595 Jun 23 22:37:19.191523 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68017de8-6eac-4db0-8d8a-cb37e7858090 req-ccea0d38-ff97-41a6-9207-193b7d0e405d tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:19.192949 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-68017de8-6eac-4db0-8d8a-cb37e7858090 req-ccea0d38-ff97-41a6-9207-193b7d0e405d tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 931 time: 0.0459898 Jun 23 22:37:19.239251 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-68017de8-6eac-4db0-8d8a-cb37e7858090 req-a616ed9f-aaef-4182-aaea-02aedb664cca tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404358 Jun 23 22:37:19.398945 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9f5ba2a7-13be-4ef9-bb11-488bdecca92a req-a033a6cb-b337-4b9a-a7f7-7a7eb739ad18 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 210 time: 0.0304351 Jun 23 22:37:19.566966 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e7103-effd-4744-ad47-5d57566c96fb req-0af678b7-00d0-42dd-bc98-20716e346ba7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:19.568412 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-069e7103-effd-4744-ad47-5d57566c96fb req-0af678b7-00d0-42dd-bc98-20716e346ba7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0454977 Jun 23 22:37:19.614629 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-069e7103-effd-4744-ad47-5d57566c96fb req-30a5c5d7-c8cb-451a-a2cc-05c112dab13d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Jun 23 22:37:20.080573 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:20.347742 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab922ac-ce40-423d-822f-38186562d84a req-1b6e5241-3a86-4862-a3be-b523a1621b98 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:20.349095 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cab922ac-ce40-423d-822f-38186562d84a req-1b6e5241-3a86-4862-a3be-b523a1621b98 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 931 time: 0.0448856 Jun 23 22:37:20.369465 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:20.408568 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cab922ac-ce40-423d-822f-38186562d84a req-65312b0f-71cf-494d-8f76-fb5b8025ca2c tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539541 Jun 23 22:37:20.439996 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Request body: {'port': {'device_id': 'b98e3e93-9c53-4ff5-8a14-b0cf0a030c72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:37:20.519832 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-175e27eb-9d6f-472d-a5e1-99b6a92351a6 req-2e348c49-6eec-463d-badd-51504bfa030e tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 210 time: 0.0453858 Jun 23 22:37:20.525909 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:20.767375 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78f4e4-fbc2-4344-bf7e-afbc546e0831 req-fa5cf5e1-dc11-4b27-a138-8f8aff697a59 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:20.768849 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ab78f4e4-fbc2-4344-bf7e-afbc546e0831 req-fa5cf5e1-dc11-4b27-a138-8f8aff697a59 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0731597 Jun 23 22:37:20.798058 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:20.867774 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:37:20.875173 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ab78f4e4-fbc2-4344-bf7e-afbc546e0831 req-2b91d43e-7483-4d9b-acf3-ec380d52499a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954449 Jun 23 22:37:20.879890 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Publish callbacks [] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:20.894230 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Transition to ACTIVE for port object d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:37:20.897980 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:20.951789 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Pushing event updated for resources: {'Port': ['ID=d186a1fc-d1bb-4e7e-bf24-f8735a9f9358,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:21.023895 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Attempting to bind port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:37:21.024205 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Attempting to bind port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'c4f0fe13-a3e8-4d99-aa64-84279e980dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '37e85836-e932-474e-813c-5279946996b9'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:37:21.024527 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Attempting to bind port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 on network 37e85836-e932-474e-813c-5279946996b9 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:37:21.029175 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 on network 37e85836-e932-474e-813c-5279946996b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:37:21.029488 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Attempting to bind port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 on network 37e85836-e932-474e-813c-5279946996b9 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:37:21.034632 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:37:21.034988 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Checking segment: {'id': 'c4f0fe13-a3e8-4d99-aa64-84279e980dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '37e85836-e932-474e-813c-5279946996b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:37:21.035364 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Bound using segment: {'id': 'c4f0fe13-a3e8-4d99-aa64-84279e980dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '37e85836-e932-474e-813c-5279946996b9'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:37:21.035783 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Bound port: d186a1fc-d1bb-4e7e-bf24-f8735a9f9358, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f0fe13-a3e8-4d99-aa64-84279e980dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '37e85836-e932-474e-813c-5279946996b9'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:37:21.036121 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:21.098363 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] For port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:37:21.101463 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] For port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=d186a1fc-d1bb-4e7e-bf24-f8735a9f9358,segment=NetworkSegment(c4f0fe13-a3e8-4d99-aa64-84279e980dcc),segment_id=c4f0fe13-a3e8-4d99-aa64-84279e980dcc)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:37:21.108351 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:21.145641 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:21.146194 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:21.147598 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] 10.222.0.55 "PUT /v2.0/ports/d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 HTTP/1.1" status: 200 len: 1093 time: 0.7121503 Jun 23 22:37:21.148034 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98e3e93-9c53-4ff5-8a14-b0cf0a030c72', 'tag': 'd186a1fc-d1bb-4e7e-bf24-f8735a9f9358'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:37:21.150233 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff83961c-f404-44ed-91c0-b40244961450" -d '{"events": [{"name": "network-changed", "server_uuid": "b98e3e93-9c53-4ff5-8a14-b0cf0a030c72", "tag": "d186a1fc-d1bb-4e7e-bf24-f8735a9f9358"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:37:21.177186 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f26c2-2f35-457b-ad0c-81f277e6c689 service neutron] Pushing event updated for resources: {'Port': ['ID=d186a1fc-d1bb-4e7e-bf24-f8735a9f9358,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:21.189130 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe3eff3-0dbf-4ef3-8b99-80842342aa98 x-openstack-request-id: req-dbe3eff3-0dbf-4ef3-8b99-80842342aa98 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:37:21.189420 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98e3e93-9c53-4ff5-8a14-b0cf0a030c72", "tag": "d186a1fc-d1bb-4e7e-bf24-f8735a9f9358", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:37:21.189677 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbe3eff3-0dbf-4ef3-8b99-80842342aa98 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:37:21.190072 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe3eff3-0dbf-4ef3-8b99-80842342aa98'] response: {'name': 'network-changed', 'server_uuid': 'b98e3e93-9c53-4ff5-8a14-b0cf0a030c72', 'tag': 'd186a1fc-d1bb-4e7e-bf24-f8735a9f9358', 'status': 'completed', 'code': 200} Jun 23 22:37:21.514833 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:21.534961 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4b6f2-412e-43ea-891a-fdfb36dd0a75 req-872c2281-4d6c-4d20-aa94-7be0576d000c tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:21.535981 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-21e4b6f2-412e-43ea-891a-fdfb36dd0a75 req-872c2281-4d6c-4d20-aa94-7be0576d000c tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 943 time: 0.0505331 Jun 23 22:37:21.592727 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-21e4b6f2-412e-43ea-891a-fdfb36dd0a75 req-07745406-510b-44ba-97a6-7531bd783b8d tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467973 Jun 23 22:37:21.640717 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-832955eb-acf8-428d-b7e8-5dedffc75a37 req-ec77c752-b7c9-49c7-a8b6-0933a642820e tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 210 time: 0.0409465 Jun 23 22:37:21.900983 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=7 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:21.906270 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=26,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:21.999334 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed163e-d430-4426-9e08-d08670743433 req-2ef7bb8d-5034-41d6-97d9-18b0141d7f04 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:22.000777 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-04ed163e-d430-4426-9e08-d08670743433 req-2ef7bb8d-5034-41d6-97d9-18b0141d7f04 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0518501 Jun 23 22:37:22.047475 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-04ed163e-d430-4426-9e08-d08670743433 req-5b6261ee-505e-4b0b-89e7-bf1cc0d70827 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410151 Jun 23 22:37:22.337809 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-cef8cdcc-bee4-4013-ba87-298958b589ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:22.708859 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea23be-efac-4452-9c5f-9bcf4dc5ce50 req-96d63208-9678-4972-be64-ceea18367e9f tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:22.710318 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f4ea23be-efac-4452-9c5f-9bcf4dc5ce50 req-96d63208-9678-4972-be64-ceea18367e9f tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 943 time: 0.0461869 Jun 23 22:37:22.741927 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2080beef-ace3-4ca1-bba6-00b1f71bc334 req-743e3a7d-9d1a-42b4-8e35-400fd5a41e70 tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 210 time: 0.0306964 Jun 23 22:37:22.775814 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f4ea23be-efac-4452-9c5f-9bcf4dc5ce50 req-5e3f9af7-46a6-41ab-b87b-933ac9a59ef6 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546191 Jun 23 22:37:23.167911 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b33a0-1b25-4a33-9bed-78c49bcf458b req-80d3ce01-bf87-4b40-957a-b0330da8bbd7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:23.170086 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e83b33a0-1b25-4a33-9bed-78c49bcf458b req-80d3ce01-bf87-4b40-957a-b0330da8bbd7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0531871 Jun 23 22:37:23.215892 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e83b33a0-1b25-4a33-9bed-78c49bcf458b req-f8d18600-3126-4f9c-8624-ce7cd6cfdf3d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Jun 23 22:37:23.775539 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83961c-f404-44ed-91c0-b40244961450 req-63944487-3c33-4f05-afcb-1d9b9637b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:23.777046 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ff83961c-f404-44ed-91c0-b40244961450 req-63944487-3c33-4f05-afcb-1d9b9637b6d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4fb6c541ee04ebea81001c24c67d779&device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 1127 time: 0.0437131 Jun 23 22:37:23.884858 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-66678ee3-bd80-43b5-b68d-983c8bbfaeeb req-985c33ad-1d57-4daf-8244-e38772c50f7d tempest-DeleteServersTestJSON-60510095 tempest-DeleteServersTestJSON-60510095-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b0ce8c1-d950-47d0-a644-bf09bb09b7de HTTP/1.1" status: 200 len: 210 time: 0.0660605 Jun 23 22:37:23.993041 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9025-69ee-445e-8de8-353dd1860939 req-98bac645-aeb3-4a4b-a649-693566f42fc2 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:23.994460 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f39b9025-69ee-445e-8de8-353dd1860939 req-98bac645-aeb3-4a4b-a649-693566f42fc2 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 943 time: 0.1348581 Jun 23 22:37:24.038287 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:24.039574 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83961c-f404-44ed-91c0-b40244961450 req-28def795-6266-48e6-8e45-327b86d77fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:24.040988 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ff83961c-f404-44ed-91c0-b40244961450 req-28def795-6266-48e6-8e45-327b86d77fa2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e4fb6c541ee04ebea81001c24c67d779&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2553973 Jun 23 22:37:24.101787 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f39b9025-69ee-445e-8de8-353dd1860939 req-0bf837e2-842d-4cd2-ab1b-fdcc294ce1cb tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001692 Jun 23 22:37:24.226109 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83961c-f404-44ed-91c0-b40244961450 req-07261f52-0c28-4ef6-a0fc-6e5d2169c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:24.227791 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ff83961c-f404-44ed-91c0-b40244961450 req-07261f52-0c28-4ef6-a0fc-6e5d2169c153 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1777630 Jun 23 22:37:24.346616 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4f1f9-48f0-481a-86c8-5a715ed7f65f req-cd1da5dd-730c-41d4-a3e6-5420db1574bf tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:24.348035 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-82c4f1f9-48f0-481a-86c8-5a715ed7f65f req-cd1da5dd-730c-41d4-a3e6-5420db1574bf tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0527463 Jun 23 22:37:24.393705 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-82c4f1f9-48f0-481a-86c8-5a715ed7f65f req-c1fa3078-bd2d-45fc-900c-105411593660 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401154 Jun 23 22:37:24.504843 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=56,neutron:UPDATE=6 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:24.520804 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0b23f025-2337-486d-ac69-cb9432ec0774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:24.623118 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c2306-a799-461d-af69-39c6b1c58693 req-5a097496-92b6-4432-bcdc-ac198875e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:24.624697 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-5a097496-92b6-4432-bcdc-ac198875e78d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4fb6c541ee04ebea81001c24c67d779&device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 1127 time: 0.0518777 Jun 23 22:37:24.668530 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-fa731aeb-19f7-43c2-b251-3d0d130112fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 HTTP/1.1" status: 200 len: 217 time: 0.0371721 Jun 23 22:37:24.732844 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c2306-a799-461d-af69-39c6b1c58693 req-84033300-2a78-4213-9451-0ec1472b28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:24.734622 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-84033300-2a78-4213-9451-0ec1472b28bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c979068c-16e4-477b-9936-8305bab22905 HTTP/1.1" status: 200 len: 849 time: 0.0558596 Jun 23 22:37:24.779047 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-332c3d5f-98ce-44e4-af03-e136ec671456 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37e85836-e932-474e-813c-5279946996b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270591 Jun 23 22:37:24.881446 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-bb508cc1-b266-4c1e-b19c-4ddcb5764ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/37e85836-e932-474e-813c-5279946996b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875278 Jun 23 22:37:24.919129 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:25.293343 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ef97f-f10f-496a-afcc-773a31799cb8 req-acb7e5da-f53b-4653-99dd-0ed0c8a9334a tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:25.301061 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-141ef97f-f10f-496a-afcc-773a31799cb8 req-acb7e5da-f53b-4653-99dd-0ed0c8a9334a tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 943 time: 0.0962799 Jun 23 22:37:25.334974 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-527c2306-a799-461d-af69-39c6b1c58693 req-93c31149-99cc-431e-9637-75163a709cfb service neutron] 10.222.0.55 "GET /v2.0/networks/37e85836-e932-474e-813c-5279946996b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442546 Jun 23 22:37:25.365949 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-141ef97f-f10f-496a-afcc-773a31799cb8 req-f6f3ff96-e956-4662-9519-e4f058b5e489 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639310 Jun 23 22:37:25.524581 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c1587-3d11-4479-84cc-70bc2802d16c req-80515c30-5594-4c95-b988-99da72503f46 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:25.526078 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5b3c1587-3d11-4479-84cc-70bc2802d16c req-80515c30-5594-4c95-b988-99da72503f46 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0616567 Jun 23 22:37:25.576144 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5b3c1587-3d11-4479-84cc-70bc2802d16c req-31fab988-18bb-4458-92fa-c821c2ff0604 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Jun 23 22:37:25.941245 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:26.491428 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72ee86-d48a-4fe9-aee3-4c9fb4e07b77 req-8dd4cd3b-f3cc-4784-9a26-febc11a9a32e tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:26.492929 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5e72ee86-d48a-4fe9-aee3-4c9fb4e07b77 req-8dd4cd3b-f3cc-4784-9a26-febc11a9a32e tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 943 time: 0.0494242 Jun 23 22:37:26.552306 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5e72ee86-d48a-4fe9-aee3-4c9fb4e07b77 req-4b29577a-4306-43f2-bd5e-ebcb8f10e860 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535674 Jun 23 22:37:26.636898 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 60812) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:26.740079 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f8ca8-ade1-4e4d-b3b0-90db34f01ce5 req-0473f783-c59d-4be6-998e-45b3175646f1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:26.747855 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-939f8ca8-ade1-4e4d-b3b0-90db34f01ce5 req-0473f783-c59d-4be6-998e-45b3175646f1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0701139 Jun 23 22:37:26.815232 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:26.837700 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-939f8ca8-ade1-4e4d-b3b0-90db34f01ce5 req-1434635e-fa38-42f2-b8bb-14f9e7ffdd4e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890307 Jun 23 22:37:27.072387 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:27.113215 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-24123373-4455-41e2-9624-164ab90bbab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7886309'] for router_interface (a82d5a40-1915-4825-ae19-a6d581ed0c5b), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:27.380262 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:27.385124 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-24123373-4455-41e2-9624-164ab90bbab9 admin admin] Deleting port b89e7753-1022-4544-bfa5-6c08b1f7b65a {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:37:27.385450 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-24123373-4455-41e2-9624-164ab90bbab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:27.453972 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:27.471289 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-24123373-4455-41e2-9624-164ab90bbab9 admin admin] For port b89e7753-1022-4544-bfa5-6c08b1f7b65a, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=b89e7753-1022-4544-bfa5-6c08b1f7b65a,segment=NetworkSegment(5051638b-1d36-4ede-8c3e-77947610a6d5),segment_id=5051638b-1d36-4ede-8c3e-77947610a6d5)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:37:27.471689 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-24123373-4455-41e2-9624-164ab90bbab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:27.485735 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-24123373-4455-41e2-9624-164ab90bbab9 admin admin] Calling delete_port for b89e7753-1022-4544-bfa5-6c08b1f7b65a owned by network:router_interface {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:37:27.709915 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81637e0-0538-469f-9915-a235a0628cbf req-64a44ff8-c43c-4b7c-8b4b-016281034a58 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:27.711378 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d81637e0-0538-469f-9915-a235a0628cbf req-64a44ff8-c43c-4b7c-8b4b-016281034a58 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 943 time: 0.0740359 Jun 23 22:37:27.737640 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-24123373-4455-41e2-9624-164ab90bbab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (b89e7753-1022-4544-bfa5-6c08b1f7b65a), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:27.742810 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:27.781988 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24123373-4455-41e2-9624-164ab90bbab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89e7753-1022-4544-bfa5-6c08b1f7b65a,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:27.860416 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d81637e0-0538-469f-9915-a235a0628cbf req-0ca3a722-93d6-4172-90da-7700a252f386 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403775 Jun 23 22:37:28.032872 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1085e39-1341-42a3-bc3d-9320462b25ae req-426dcb41-b27e-46e3-a4fd-fa91ec4fb98c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:28.034956 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a1085e39-1341-42a3-bc3d-9320462b25ae req-426dcb41-b27e-46e3-a4fd-fa91ec4fb98c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.1021824 Jun 23 22:37:28.064727 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-24123373-4455-41e2-9624-164ab90bbab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886193'] for router_interface (a82d5a40-1915-4825-ae19-a6d581ed0c5b), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:28.140154 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a1085e39-1341-42a3-bc3d-9320462b25ae req-4e0cd1e3-720d-4f83-8ee6-531646f9164e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988126 Jun 23 22:37:28.306017 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:28.311386 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24123373-4455-41e2-9624-164ab90bbab9 admin admin] Router a82d5a40-1915-4825-ae19-a6d581ed0c5b has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:37:28.412729 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24123373-4455-41e2-9624-164ab90bbab9 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:37:28.417989 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-24123373-4455-41e2-9624-164ab90bbab9 admin admin] 10.222.0.43 "PUT /v2.0/routers/a82d5a40-1915-4825-ae19-a6d581ed0c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7790029 Jun 23 22:37:28.420919 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60846) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:28.424677 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f9dd8-ec35-4d15-b5d6-f8d82a844e91 None None] Sync routers for ids ['a82d5a40-1915-4825-ae19-a6d581ed0c5b'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:37:28.437090 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f9dd8-ec35-4d15-b5d6-f8d82a844e91 None None] Routers {'a82d5a40-1915-4825-ae19-a6d581ed0c5b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:37:28.437797 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-f32f9dd8-ec35-4d15-b5d6-f8d82a844e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:37:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a82d5a40-1915-4825-ae19-a6d581ed0c5b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:28.521503 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Publish callbacks [] for router (a82d5a40-1915-4825-ae19-a6d581ed0c5b), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:28.537953 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-f32f9dd8-ec35-4d15-b5d6-f8d82a844e91 None None] Set router a82d5a40-1915-4825-ae19-a6d581ed0c5b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:37:28.624428 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Publish callbacks [] for router_gateway (a82d5a40-1915-4825-ae19-a6d581ed0c5b), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:28.675172 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Deleting port d7f643a5-baac-49d5-b114-301072e350df {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:37:28.675504 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (d7f643a5-baac-49d5-b114-301072e350df), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:28.707369 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:37:28.720386 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-f32f9dd8-ec35-4d15-b5d6-f8d82a844e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'name': 'tempest-DeleteServersTestJSON-538705842-router', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'd7f643a5-baac-49d5-b114-301072e350df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:37:27Z', 'revision_number': 5, 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'gw_port': {'id': 'd7f643a5-baac-49d5-b114-301072e350df', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:59Z', 'updated_at': '2022-06-23T22:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:28.759201 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f9dd8-ec35-4d15-b5d6-f8d82a844e91 None None] Checking router: a82d5a40-1915-4825-ae19-a6d581ed0c5b for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:37:28.767891 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] For port d7f643a5-baac-49d5-b114-301072e350df, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=d7f643a5-baac-49d5-b114-301072e350df,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:37:28.768262 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (d7f643a5-baac-49d5-b114-301072e350df), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:28.775701 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f9dd8-ec35-4d15-b5d6-f8d82a844e91 None None] Routers {'a82d5a40-1915-4825-ae19-a6d581ed0c5b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:37:28.776566 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-f32f9dd8-ec35-4d15-b5d6-f8d82a844e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:37:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a82d5a40-1915-4825-ae19-a6d581ed0c5b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:28.782778 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Calling delete_port for d7f643a5-baac-49d5-b114-301072e350df owned by network:router_gateway {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:37:28.820371 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=d186a1fc-d1bb-4e7e-bf24-f8735a9f9358,segment=NetworkSegment(c4f0fe13-a3e8-4d99-aa64-84279e980dcc),segment_id=c4f0fe13-a3e8-4d99-aa64-84279e980dcc)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:37:28.837404 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'd186a1fc-d1bb-4e7e-bf24-f8735a9f9358', 'network_id': '37e85836-e932-474e-813c-5279946996b9', 'port_id': 'd186a1fc-d1bb-4e7e-bf24-f8735a9f9358', 'mac_address': 'fa:16:3e:b5:ad:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c979068c-16e4-477b-9936-8305bab22905', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:37:28.889719 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-f32f9dd8-ec35-4d15-b5d6-f8d82a844e91 None None] Set router a82d5a40-1915-4825-ae19-a6d581ed0c5b gateway port host: None {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:37:28.890097 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:37:28.890659 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:28.909415 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:37:28.935133 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=d186a1fc-d1bb-4e7e-bf24-f8735a9f9358,segment=NetworkSegment(c4f0fe13-a3e8-4d99-aa64-84279e980dcc),segment_id=c4f0fe13-a3e8-4d99-aa64-84279e980dcc)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:37:28.949327 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:28.973189 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-f32f9dd8-ec35-4d15-b5d6-f8d82a844e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'name': 'tempest-DeleteServersTestJSON-538705842-router', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:37:28Z', 'revision_number': 6, 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'gw_port_host': None}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:29.015438 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f9dd8-ec35-4d15-b5d6-f8d82a844e91 None None] The sync data for ids ['a82d5a40-1915-4825-ae19-a6d581ed0c5b'] in dv-cinder-846173-2-iscsi is: [{'id': 'a82d5a40-1915-4825-ae19-a6d581ed0c5b', 'name': 'tempest-DeleteServersTestJSON-538705842-router', 'tenant_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:37:28Z', 'revision_number': 6, 'project_id': 'becdae52e5c64b1ea2bb05833505b0f8', 'gw_port_host': None}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:37:29.028323 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=d186a1fc-d1bb-4e7e-bf24-f8735a9f9358,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:29.037704 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.038397 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.039815 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.040406 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.041447 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.042014 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.042656 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.043222 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.044424 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.044982 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.045557 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.046722 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.047421 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.047718 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.048541 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:37:29.057403 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc51aa6-9562-49a6-9bb7-d98832e1b99a req-c8ff4095-f118-4ff9-aceb-07f752f01d5b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:29.059727 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ccc51aa6-9562-49a6-9bb7-d98832e1b99a req-c8ff4095-f118-4ff9-aceb-07f752f01d5b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 944 time: 0.0813823 Jun 23 22:37:29.064749 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (d7f643a5-baac-49d5-b114-301072e350df), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:29.095367 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f643a5-baac-49d5-b114-301072e350df,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:29.134542 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ccc51aa6-9562-49a6-9bb7-d98832e1b99a req-f96f2d21-8e83-48dd-8fdb-2b4567ef7126 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642076 Jun 23 22:37:29.178150 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892053'] for router_gateway (a82d5a40-1915-4825-ae19-a6d581ed0c5b), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:29.180178 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:29.290198 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cf442-ce1c-4d17-a2d0-507a4dcf35ee req-087cfd5c-2f49-4144-86cb-24da9d6ef6f5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:29.292176 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-348cf442-ce1c-4d17-a2d0-507a4dcf35ee req-087cfd5c-2f49-4144-86cb-24da9d6ef6f5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0600963 Jun 23 22:37:29.303295 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['d186a1fc-d1bb-4e7e-bf24-f8735a9f9358'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:37:29.325601 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7885660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7573'] for router (a82d5a40-1915-4825-ae19-a6d581ed0c5b), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:29.328947 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Publish callbacks [] for router_controller (a82d5a40-1915-4825-ae19-a6d581ed0c5b), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:29.372206 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-348cf442-ce1c-4d17-a2d0-507a4dcf35ee req-9f9ae29b-c65e-4e6b-a2ee-5c57bb641e41 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648582 Jun 23 22:37:29.421260 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7885778'] for router (a82d5a40-1915-4825-ae19-a6d581ed0c5b), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:29.422540 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Fanout notify agent at l3_agent the message router_deleted on router a82d5a40-1915-4825-ae19-a6d581ed0c5b {{(pid=104139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 22:37:29.435217 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:29.439141 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 60908) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:29.439394 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-73b8547a-d9e4-4054-8bc2-a973366beeed admin admin] 10.222.0.43 "DELETE /v2.0/routers/a82d5a40-1915-4825-ae19-a6d581ed0c5b HTTP/1.1" status: 204 len: 168 time: 1.0174282 Jun 23 22:37:29.494176 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba4c8b9-e2fd-4d0c-990c-dfe0b9c8dc30 admin admin] Deleting subnet 5dae44bc-674e-4067-81f9-b045f479765b {{(pid=104138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:37:29.507185 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fba4c8b9-e2fd-4d0c-990c-dfe0b9c8dc30 admin admin] Publish callbacks [] for subnet (5dae44bc-674e-4067-81f9-b045f479765b), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:29.550098 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fba4c8b9-e2fd-4d0c-990c-dfe0b9c8dc30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350737'] for subnet (5dae44bc-674e-4067-81f9-b045f479765b), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:29.586294 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:29.685555 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fba4c8b9-e2fd-4d0c-990c-dfe0b9c8dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (5dae44bc-674e-4067-81f9-b045f479765b), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:29.744809 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fba4c8b9-e2fd-4d0c-990c-dfe0b9c8dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4994293'] for subnet (5dae44bc-674e-4067-81f9-b045f479765b), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:29.970743 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device d7f643a5-baac-49d5-b114-301072e350df no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:37:29.989595 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: d7f643a5-baac-49d5-b114-301072e350df {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:37:29.990012 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device d7f643a5-baac-49d5-b114-301072e350df not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:37:29.990502 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device b89e7753-1022-4544-bfa5-6c08b1f7b65a no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:37:30.011776 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4c8b9-e2fd-4d0c-990c-dfe0b9c8dc30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dae44bc-674e-4067-81f9-b045f479765b,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:30.011979 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: b89e7753-1022-4544-bfa5-6c08b1f7b65a {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:37:30.012215 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device b89e7753-1022-4544-bfa5-6c08b1f7b65a not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:37:30.014558 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fba4c8b9-e2fd-4d0c-990c-dfe0b9c8dc30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.020203 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-fba4c8b9-e2fd-4d0c-990c-dfe0b9c8dc30 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5dae44bc-674e-4067-81f9-b045f479765b HTTP/1.1" status: 204 len: 168 time: 0.5778620 Jun 23 22:37:30.020819 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60926) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:30.021365 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1126f7-5158-4b33-a0f7-35eaac662ead None None] Network bcb228fc-05ce-4620-ab8e-125664fd2aaa requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:37:30.114318 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (bcb228fc-05ce-4620-ab8e-125664fd2aaa), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.174332 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Deleting port a4171cce-59b3-4bb4-917f-a542c127b1f0 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:37:30.174735 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.247823 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] For port a4171cce-59b3-4bb4-917f-a542c127b1f0, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a4171cce-59b3-4bb4-917f-a542c127b1f0,segment=NetworkSegment(5051638b-1d36-4ede-8c3e-77947610a6d5),segment_id=5051638b-1d36-4ede-8c3e-77947610a6d5)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:37:30.248264 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.262015 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Calling delete_port for a4171cce-59b3-4bb4-917f-a542c127b1f0 owned by network:dhcp {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:37:30.273510 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768be8a-f520-4c39-9dca-68e9c76debb9 req-b065274d-ce1e-4551-9590-591bc7753cea tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:30.293983 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3768be8a-f520-4c39-9dca-68e9c76debb9 req-b065274d-ce1e-4551-9590-591bc7753cea tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 944 time: 0.0774758 Jun 23 22:37:30.357214 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (a4171cce-59b3-4bb4-917f-a542c127b1f0), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.362129 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3768be8a-f520-4c39-9dca-68e9c76debb9 req-1913c2f1-7761-44a7-9acc-63585b9f50b3 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672824 Jun 23 22:37:30.376459 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c9071-82d8-4cc2-98db-05aa6bcd99ac None None] DHCP port deletion for bcb228fc-05ce-4620-ab8e-125664fd2aaa request from dv-cinder-846173-2-iscsi {{(pid=104140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 22:37:30.391347 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4171cce-59b3-4bb4-917f-a542c127b1f0,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:30.395457 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] No DVR routers for this DVR port a4171cce-59b3-4bb4-917f-a542c127b1f0 on host dv-cinder-846173-2-iscsi {{(pid=104139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:37:30.440142 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:30.489750 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (bcb228fc-05ce-4620-ab8e-125664fd2aaa), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.497758 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f61d3-048d-4afe-8a3e-519eb8de32d8 req-55e997b6-9b35-4e67-bc03-e5a541379adf tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:30.499875 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-451f61d3-048d-4afe-8a3e-519eb8de32d8 req-55e997b6-9b35-4e67-bc03-e5a541379adf tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0581861 Jun 23 22:37:30.511063 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb228fc-05ce-4620-ab8e-125664fd2aaa']}} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:30.521563 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5051638b-1d36-4ede-8c3e-77947610a6d5') {'for_net_delete': True} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:30.522106 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5051638b-1d36-4ede-8c3e-77947610a6d5') {} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:37:30.532636 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367199'] for segment (5051638b-1d36-4ede-8c3e-77947610a6d5), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.546108 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (5051638b-1d36-4ede-8c3e-77947610a6d5), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.552487 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=104139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:37:30.552862 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275017'] for segment (5051638b-1d36-4ede-8c3e-77947610a6d5), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.558842 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-451f61d3-048d-4afe-8a3e-519eb8de32d8 req-847ba06b-8f8b-4528-a7c5-6ff0e60229f4 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534115 Jun 23 22:37:30.585000 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 5051638b-1d36-4ede-8c3e-77947610a6d5 resource provider aggregate not found Jun 23 22:37:30.615545 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 5051638b-1d36-4ede-8c3e-77947610a6d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5051638b-1d36-4ede-8c3e-77947610a6d5 found for delete ", "request_id": "req-63bafd5d-da25-4644-ab9f-579c02651c74"}]} Jun 23 22:37:30.626615 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (bcb228fc-05ce-4620-ab8e-125664fd2aaa), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.633960 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.636952 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] 10.222.0.43 "DELETE /v2.0/networks/bcb228fc-05ce-4620-ab8e-125664fd2aaa HTTP/1.1" status: 204 len: 168 time: 0.6149945 Jun 23 22:37:30.647284 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dac20-6613-4f0c-a4a6-ad6c23719c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb228fc-05ce-4620-ab8e-125664fd2aaa,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:30.817762 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60944) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:30.860704 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-09f773ad-89f5-49eb-9967-0581c2ade4b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=becdae52e5c64b1ea2bb05833505b0f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395751 Jun 23 22:37:30.860984 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 60946) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:30.911351 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd0f0-4b25-4169-9b45-ade02c322013 admin admin] Publish callbacks [] for security_group (220a35a4-66ab-4900-9254-e7135972d123), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.938085 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd0f0-4b25-4169-9b45-ade02c322013 admin admin] Publish callbacks [] for security_group (220a35a4-66ab-4900-9254-e7135972d123), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.991740 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd0f0-4b25-4169-9b45-ade02c322013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (220a35a4-66ab-4900-9254-e7135972d123), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.994664 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd0f0-4b25-4169-9b45-ade02c322013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:30.999490 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-8e9bd0f0-4b25-4169-9b45-ade02c322013 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/220a35a4-66ab-4900-9254-e7135972d123 HTTP/1.1" status: 204 len: 168 time: 0.1374185 Jun 23 22:37:31.007936 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bd0f0-4b25-4169-9b45-ade02c322013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220a35a4-66ab-4900-9254-e7135972d123,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:31.494816 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6c4fa-c9b5-4916-be54-d5b89d82722c req-0dd2cb65-e40b-4ba3-a81e-014c5adf73ba tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:31.496450 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8fc6c4fa-c9b5-4916-be54-d5b89d82722c req-0dd2cb65-e40b-4ba3-a81e-014c5adf73ba tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 944 time: 0.0520964 Jun 23 22:37:31.568176 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8fc6c4fa-c9b5-4916-be54-d5b89d82722c req-8bfa7ffd-69fb-4bbf-bdc0-7f2e76d31cda tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653033 Jun 23 22:37:31.690388 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a4171cce-59b3-4bb4-917f-a542c127b1f0 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:37:31.704249 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1e457-3b88-49b9-9921-aa923d0dfbd7 req-fa2360ce-f187-45bf-b946-7fa8da2a582e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:31.705824 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1cb1e457-3b88-49b9-9921-aa923d0dfbd7 req-fa2360ce-f187-45bf-b946-7fa8da2a582e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0626755 Jun 23 22:37:31.727377 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: a4171cce-59b3-4bb4-917f-a542c127b1f0 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:37:31.727902 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a4171cce-59b3-4bb4-917f-a542c127b1f0 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:37:31.764948 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1cb1e457-3b88-49b9-9921-aa923d0dfbd7 req-f38eaae7-3814-4993-9338-5cd134f47575 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524514 Jun 23 22:37:32.692461 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e010255-e6a8-4cef-b09d-a2dc50699b26 req-4d678b69-cc70-4b89-a789-7f96938f4c41 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:32.693955 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0e010255-e6a8-4cef-b09d-a2dc50699b26 req-4d678b69-cc70-4b89-a789-7f96938f4c41 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 944 time: 0.0538425 Jun 23 22:37:32.706692 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:32.756511 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0e010255-e6a8-4cef-b09d-a2dc50699b26 req-999bd953-756e-4b30-a0f8-4eaaf2ac6633 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568874 Jun 23 22:37:32.881190 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707170d-5b87-44cf-a48d-74be5d2bb976 req-9dcc697c-ca81-49bc-9527-3e37e30751c3 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:32.882781 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3707170d-5b87-44cf-a48d-74be5d2bb976 req-9dcc697c-ca81-49bc-9527-3e37e30751c3 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0497277 Jun 23 22:37:32.940348 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3707170d-5b87-44cf-a48d-74be5d2bb976 req-ffaec182-ce08-42a0-b645-99dd01f06b50 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504386 Jun 23 22:37:33.057456 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:37:33.093708 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:33.107045 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:37:33.113013 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:37:33.113449 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:33.150257 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:33.199137 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:33.209890 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:37:33.210521 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:33.229559 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 32804) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:33.244792 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e3e93-9c53-4ff5-8a14-b0cf0a030c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd186a1fc-d1bb-4e7e-bf24-f8735a9f9358'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:37:33.247630 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b7e88f-8f98-4b1b-a5c5-551487895110" -d '{"events": [{"server_uuid": "b98e3e93-9c53-4ff5-8a14-b0cf0a030c72", "name": "network-vif-plugged", "status": "completed", "tag": "d186a1fc-d1bb-4e7e-bf24-f8735a9f9358"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:37:33.260467 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=d186a1fc-d1bb-4e7e-bf24-f8735a9f9358,segment=NetworkSegment(c4f0fe13-a3e8-4d99-aa64-84279e980dcc),segment_id=c4f0fe13-a3e8-4d99-aa64-84279e980dcc)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:37:33.265607 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:33.292249 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845795d4-78c9-4ba4-b59c-4526f1d8f480 x-openstack-request-id: req-845795d4-78c9-4ba4-b59c-4526f1d8f480 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:37:33.292556 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98e3e93-9c53-4ff5-8a14-b0cf0a030c72", "name": "network-vif-plugged", "status": "completed", "tag": "d186a1fc-d1bb-4e7e-bf24-f8735a9f9358", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:37:33.292807 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-845795d4-78c9-4ba4-b59c-4526f1d8f480 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:37:33.293199 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845795d4-78c9-4ba4-b59c-4526f1d8f480'] response: {'server_uuid': 'b98e3e93-9c53-4ff5-8a14-b0cf0a030c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd186a1fc-d1bb-4e7e-bf24-f8735a9f9358', 'code': 200} Jun 23 22:37:33.322531 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=d186a1fc-d1bb-4e7e-bf24-f8735a9f9358,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:33.351629 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ed38e01c-c1b1-4f72-808f-7e7ef0d13d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:33.438316 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ed38e01c-c1b1-4f72-808f-7e7ef0d13d23 admin admin] Publish callbacks [] for security_group (c0b59493-eafe-42bb-b1c7-80fe8b2ede93), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:33.444273 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ed38e01c-c1b1-4f72-808f-7e7ef0d13d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (c0b59493-eafe-42bb-b1c7-80fe8b2ede93), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:33.451075 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=80,neutron:DELETE=14,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:33.483859 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eaffd-e616-47c5-8c29-ed063afd97c9 req-741f9efc-0a5f-406c-834a-1fe008799577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:33.485510 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-326eaffd-e616-47c5-8c29-ed063afd97c9 req-741f9efc-0a5f-406c-834a-1fe008799577 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 1129 time: 0.0457659 Jun 23 22:37:33.489560 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38e01c-c1b1-4f72-808f-7e7ef0d13d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b59493-eafe-42bb-b1c7-80fe8b2ede93,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:33.504360 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-ed38e01c-c1b1-4f72-808f-7e7ef0d13d23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=371b40c92338429b8beea50b1c9c58eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735579 Jun 23 22:37:33.505100 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 32812) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:33.540226 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-326eaffd-e616-47c5-8c29-ed063afd97c9 req-897f5dea-4b88-4608-a42f-f6e9b3c92a21 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477858 Jun 23 22:37:33.559225 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6d03543f-1ac1-4153-8e37-fe49f1a92bc6 admin admin] Publish callbacks [] for security_group (c0b59493-eafe-42bb-b1c7-80fe8b2ede93), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:33.581702 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6d03543f-1ac1-4153-8e37-fe49f1a92bc6 admin admin] Publish callbacks [] for security_group (c0b59493-eafe-42bb-b1c7-80fe8b2ede93), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:33.634079 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6d03543f-1ac1-4153-8e37-fe49f1a92bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (c0b59493-eafe-42bb-b1c7-80fe8b2ede93), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:33.637189 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6d03543f-1ac1-4153-8e37-fe49f1a92bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:33.638522 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6d03543f-1ac1-4153-8e37-fe49f1a92bc6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0b59493-eafe-42bb-b1c7-80fe8b2ede93 HTTP/1.1" status: 204 len: 168 time: 0.1325455 Jun 23 22:37:33.647397 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03543f-1ac1-4153-8e37-fe49f1a92bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b59493-eafe-42bb-b1c7-80fe8b2ede93,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:33.890301 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce2578-d4e7-48ac-90fc-e19e1363b81e req-7bb81f03-d074-4629-85be-43fe2ffc8955 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:33.892073 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9cce2578-d4e7-48ac-90fc-e19e1363b81e req-7bb81f03-d074-4629-85be-43fe2ffc8955 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 945 time: 0.0591669 Jun 23 22:37:33.953480 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9cce2578-d4e7-48ac-90fc-e19e1363b81e req-ff0aae5a-493f-4fbd-8d30-0cd406247250 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548692 Jun 23 22:37:33.979060 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 32836) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:33.996381 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e244980a-a79f-4a2d-a048-982b56f95b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:34.071114 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:34.101190 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b656c5-ae95-46ac-8945-0ce4507383a4 req-d4247dcd-0b23-4201-9046-c91e96c2571e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:34.102550 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-28b656c5-ae95-46ac-8945-0ce4507383a4 req-d4247dcd-0b23-4201-9046-c91e96c2571e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0805035 Jun 23 22:37:34.165548 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e244980a-a79f-4a2d-a048-982b56f95b07 admin admin] Publish callbacks [] for security_group (98981d5a-c440-4f25-9c7f-ac19b8ac471c), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:34.176449 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e244980a-a79f-4a2d-a048-982b56f95b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (98981d5a-c440-4f25-9c7f-ac19b8ac471c), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:34.200563 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-28b656c5-ae95-46ac-8945-0ce4507383a4 req-21a955a7-381b-493d-9dcb-7ee27fec2cfc tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890715 Jun 23 22:37:34.225218 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-e244980a-a79f-4a2d-a048-982b56f95b07 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bfd5d4c85ba742ecb6ddbf1c5f79e9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448199 Jun 23 22:37:34.226080 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244980a-a79f-4a2d-a048-982b56f95b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98981d5a-c440-4f25-9c7f-ac19b8ac471c,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:34.227782 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 32850) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:34.248924 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:34.279007 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-10382b06-b655-4709-ae62-836940e3b105 admin admin] Publish callbacks [] for security_group (98981d5a-c440-4f25-9c7f-ac19b8ac471c), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:34.300464 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-10382b06-b655-4709-ae62-836940e3b105 admin admin] Publish callbacks [] for security_group (98981d5a-c440-4f25-9c7f-ac19b8ac471c), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:34.355510 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-10382b06-b655-4709-ae62-836940e3b105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (98981d5a-c440-4f25-9c7f-ac19b8ac471c), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:34.359023 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-10382b06-b655-4709-ae62-836940e3b105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:34.360167 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-10382b06-b655-4709-ae62-836940e3b105 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98981d5a-c440-4f25-9c7f-ac19b8ac471c HTTP/1.1" status: 204 len: 168 time: 0.1313550 Jun 23 22:37:34.368985 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10382b06-b655-4709-ae62-836940e3b105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98981d5a-c440-4f25-9c7f-ac19b8ac471c,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:34.858958 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:37:35.069871 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40d52d-3483-4893-80b7-6bb2fff4d218 req-2934872f-ddad-43c7-b1ba-569bb1219f9a tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:35.071370 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5f40d52d-3483-4893-80b7-6bb2fff4d218 req-2934872f-ddad-43c7-b1ba-569bb1219f9a tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 945 time: 0.0495396 Jun 23 22:37:35.120850 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5f40d52d-3483-4893-80b7-6bb2fff4d218 req-7f982e0a-0fe7-4b73-b1ca-07d7b698f4b2 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431626 Jun 23 22:37:35.344435 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5b80-d64f-486f-a11d-d9fcfa7a7f34 req-7814a304-ea03-44df-b1c3-98d34544a3e1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:35.346010 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-757b5b80-d64f-486f-a11d-d9fcfa7a7f34 req-7814a304-ea03-44df-b1c3-98d34544a3e1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0653627 Jun 23 22:37:35.408273 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-757b5b80-d64f-486f-a11d-d9fcfa7a7f34 req-834530f3-b5d2-49fc-b331-e0f5f2656959 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553484 Jun 23 22:37:36.235860 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8557fe-b236-4d19-99fc-181110b1d80c req-fd652a43-1cd8-4d4e-9c7a-d1c3349df569 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:36.237329 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-aa8557fe-b236-4d19-99fc-181110b1d80c req-fd652a43-1cd8-4d4e-9c7a-d1c3349df569 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 945 time: 0.0458660 Jun 23 22:37:36.287462 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-aa8557fe-b236-4d19-99fc-181110b1d80c req-5342b174-c654-4304-a05b-e203ea64d46c tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445812 Jun 23 22:37:36.516991 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:36.533810 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cfdf2-572d-4e75-81f4-f6f9b7e595b9 req-769ae058-dca4-45f6-9ef5-d3f981329a64 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:36.535727 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-405cfdf2-572d-4e75-81f4-f6f9b7e595b9 req-769ae058-dca4-45f6-9ef5-d3f981329a64 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0529251 Jun 23 22:37:36.585429 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-405cfdf2-572d-4e75-81f4-f6f9b7e595b9 req-55643cd8-a2e1-4dd7-8aaf-2121fb373bce tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 Jun 23 22:37:37.016646 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe3870-f931-426c-a7b9-d24102d9ac58 req-41396d16-da43-4418-9798-4c53a3b55844 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:37.018330 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-78fe3870-f931-426c-a7b9-d24102d9ac58 req-41396d16-da43-4418-9798-4c53a3b55844 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 945 time: 0.0474372 Jun 23 22:37:37.080161 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-78fe3870-f931-426c-a7b9-d24102d9ac58 req-99f8f40c-4566-4222-bace-45a162696883 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563631 Jun 23 22:37:37.334096 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 32994) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:37.446915 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2f83fa90-c22c-47f0-8174-b95cdd871442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:37.528086 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2f83fa90-c22c-47f0-8174-b95cdd871442 admin admin] Publish callbacks [] for security_group (2fd42319-d7b5-4f5b-8ad2-3a8ab8e2960b), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:37.533177 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2f83fa90-c22c-47f0-8174-b95cdd871442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (2fd42319-d7b5-4f5b-8ad2-3a8ab8e2960b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:37.576224 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-2f83fa90-c22c-47f0-8174-b95cdd871442 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c963ec19d64b44758a96a22c7c8c3450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410734 Jun 23 22:37:37.577069 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83fa90-c22c-47f0-8174-b95cdd871442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd42319-d7b5-4f5b-8ad2-3a8ab8e2960b,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:37.578953 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 33000) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:37.630910 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed8ba-6174-41a2-b68c-8a098f3ef1da admin admin] Publish callbacks [] for security_group (2fd42319-d7b5-4f5b-8ad2-3a8ab8e2960b), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:37.652012 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed8ba-6174-41a2-b68c-8a098f3ef1da admin admin] Publish callbacks [] for security_group (2fd42319-d7b5-4f5b-8ad2-3a8ab8e2960b), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:37.725933 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736461c-65cd-4306-939b-322901e5ae48 req-9916e36d-8192-4259-844d-24c7773882cd tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:37.727412 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7736461c-65cd-4306-939b-322901e5ae48 req-9916e36d-8192-4259-844d-24c7773882cd tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0681334 Jun 23 22:37:37.764951 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed8ba-6174-41a2-b68c-8a098f3ef1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (2fd42319-d7b5-4f5b-8ad2-3a8ab8e2960b), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:37.767431 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed8ba-6174-41a2-b68c-8a098f3ef1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:37.768556 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-ec9ed8ba-6174-41a2-b68c-8a098f3ef1da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fd42319-d7b5-4f5b-8ad2-3a8ab8e2960b HTTP/1.1" status: 204 len: 168 time: 0.1885598 Jun 23 22:37:37.786896 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ed8ba-6174-41a2-b68c-8a098f3ef1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd42319-d7b5-4f5b-8ad2-3a8ab8e2960b,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:37.791567 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7736461c-65cd-4306-939b-322901e5ae48 req-7c687d18-747f-4ee1-a807-f167bfa819f8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582092 Jun 23 22:37:38.065732 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 33012) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:38.079920 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdd1b-6298-4a65-b2e2-a300aec1d1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:38.111316 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:38.189858 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdd1b-6298-4a65-b2e2-a300aec1d1eb admin admin] Publish callbacks [] for security_group (808bba25-555f-44bd-b939-7e673dec0d72), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:38.196081 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdd1b-6298-4a65-b2e2-a300aec1d1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (808bba25-555f-44bd-b939-7e673dec0d72), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:38.233941 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028e90d-012a-46dc-a919-d1a345ef3ea9 req-560b4e3c-b518-40ba-bcc7-4a74a14dc8a6 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:38.235331 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5028e90d-012a-46dc-a919-d1a345ef3ea9 req-560b4e3c-b518-40ba-bcc7-4a74a14dc8a6 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 945 time: 0.0806904 Jun 23 22:37:38.266398 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-ce0cdd1b-6298-4a65-b2e2-a300aec1d1eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b28f44d18ed4241b89d63e9e28e1c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996112 Jun 23 22:37:38.268971 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cdd1b-6298-4a65-b2e2-a300aec1d1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808bba25-555f-44bd-b939-7e673dec0d72,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:38.269305 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 33016) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:38.300657 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5028e90d-012a-46dc-a919-d1a345ef3ea9 req-fbeb4f6e-581e-4ec7-8f41-8f970332a487 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568290 Jun 23 22:37:38.329659 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1dde3612-ccfe-490d-871d-6fc8d474b3cc admin admin] Publish callbacks [] for security_group (808bba25-555f-44bd-b939-7e673dec0d72), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:38.352827 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1dde3612-ccfe-490d-871d-6fc8d474b3cc admin admin] Publish callbacks [] for security_group (808bba25-555f-44bd-b939-7e673dec0d72), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:38.400484 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1dde3612-ccfe-490d-871d-6fc8d474b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (808bba25-555f-44bd-b939-7e673dec0d72), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:38.404031 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1dde3612-ccfe-490d-871d-6fc8d474b3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:38.405194 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-1dde3612-ccfe-490d-871d-6fc8d474b3cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/808bba25-555f-44bd-b939-7e673dec0d72 HTTP/1.1" status: 204 len: 168 time: 0.1349239 Jun 23 22:37:38.415124 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde3612-ccfe-490d-871d-6fc8d474b3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808bba25-555f-44bd-b939-7e673dec0d72,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:38.952310 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e302f-0743-4f35-b24a-45d5b274f479 req-7ffc53c2-7c2e-4ec5-8422-ef9932059244 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:38.954504 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-056e302f-0743-4f35-b24a-45d5b274f479 req-7ffc53c2-7c2e-4ec5-8422-ef9932059244 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.55 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 945 time: 0.0786526 Jun 23 22:37:38.963032 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb8a31-3e24-4127-9726-255b7f8571f8 req-d8129e69-6b72-4abe-bc25-47c34b441337 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:38.964470 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-18cb8a31-3e24-4127-9726-255b7f8571f8 req-d8129e69-6b72-4abe-bc25-47c34b441337 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0801542 Jun 23 22:37:39.079848 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-18cb8a31-3e24-4127-9726-255b7f8571f8 req-bd31ad28-d6e5-4d8d-87c5-4feb935dbc9c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051793 Jun 23 22:37:39.085065 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-056e302f-0743-4f35-b24a-45d5b274f479 req-2757792b-3a71-4f7a-936e-793d72dad9aa tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Deleting port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:37:39.085406 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-056e302f-0743-4f35-b24a-45d5b274f479 req-2757792b-3a71-4f7a-936e-793d72dad9aa tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:39.154415 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:39.191477 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-056e302f-0743-4f35-b24a-45d5b274f479 req-2757792b-3a71-4f7a-936e-793d72dad9aa tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] For port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=d186a1fc-d1bb-4e7e-bf24-f8735a9f9358,segment=NetworkSegment(c4f0fe13-a3e8-4d99-aa64-84279e980dcc),segment_id=c4f0fe13-a3e8-4d99-aa64-84279e980dcc)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:37:39.191840 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-056e302f-0743-4f35-b24a-45d5b274f479 req-2757792b-3a71-4f7a-936e-793d72dad9aa tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:39.206046 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-056e302f-0743-4f35-b24a-45d5b274f479 req-2757792b-3a71-4f7a-936e-793d72dad9aa tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Calling delete_port for d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:37:39.342009 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-056e302f-0743-4f35-b24a-45d5b274f479 req-2757792b-3a71-4f7a-936e-793d72dad9aa tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (d186a1fc-d1bb-4e7e-bf24-f8735a9f9358), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:39.396998 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757792b-3a71-4f7a-936e-793d72dad9aa tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Pushing event deleted for resources: {'Port': ['ID=d186a1fc-d1bb-4e7e-bf24-f8735a9f9358,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:39.487084 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d3a80dba-56f6-4e4f-892a-0c4fa1053268 req-1036adc8-51d2-4869-8534-c1c5ccd6a712 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 210 time: 0.0460503 Jun 23 22:37:39.488019 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-056e302f-0743-4f35-b24a-45d5b274f479 req-2757792b-3a71-4f7a-936e-793d72dad9aa tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] No DVR routers for this DVR port d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:37:39.493478 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-056e302f-0743-4f35-b24a-45d5b274f479 req-2757792b-3a71-4f7a-936e-793d72dad9aa tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:39.498655 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-056e302f-0743-4f35-b24a-45d5b274f479 req-2757792b-3a71-4f7a-936e-793d72dad9aa tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.55 "DELETE /v2.0/ports/d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 HTTP/1.1" status: 204 len: 173 time: 0.5332713 Jun 23 22:37:39.499137 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e3e93-9c53-4ff5-8a14-b0cf0a030c72', 'name': 'network-vif-deleted', 'tag': 'd186a1fc-d1bb-4e7e-bf24-f8735a9f9358'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:37:39.501666 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb7a8ed-39f9-4701-aafa-d904296627c8" -d '{"events": [{"server_uuid": "b98e3e93-9c53-4ff5-8a14-b0cf0a030c72", "name": "network-vif-deleted", "tag": "d186a1fc-d1bb-4e7e-bf24-f8735a9f9358"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:37:39.545201 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6e6fb3-bd90-4093-8e61-d07931496b1b x-openstack-request-id: req-7d6e6fb3-bd90-4093-8e61-d07931496b1b {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:37:39.545494 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98e3e93-9c53-4ff5-8a14-b0cf0a030c72", "name": "network-vif-deleted", "tag": "d186a1fc-d1bb-4e7e-bf24-f8735a9f9358", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:37:39.545742 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d6e6fb3-bd90-4093-8e61-d07931496b1b {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:37:39.546157 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6e6fb3-bd90-4093-8e61-d07931496b1b'] response: {'server_uuid': 'b98e3e93-9c53-4ff5-8a14-b0cf0a030c72', 'name': 'network-vif-deleted', 'tag': 'd186a1fc-d1bb-4e7e-bf24-f8735a9f9358', 'status': 'completed', 'code': 200} Jun 23 22:37:40.269456 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7275e7b-cf5c-4d4a-b58b-2ee81b2fa933 req-e9abbbf3-79e7-4d75-be6e-da865f26c35b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:40.277739 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d7275e7b-cf5c-4d4a-b58b-2ee81b2fa933 req-e9abbbf3-79e7-4d75-be6e-da865f26c35b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0802729 Jun 23 22:37:40.377613 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d7275e7b-cf5c-4d4a-b58b-2ee81b2fa933 req-5fb1ac12-f9a3-408f-b5bb-8aefb820a683 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983670 Jun 23 22:37:40.422749 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222c468-b294-41b8-8b3d-aa30221f2590 req-035d6ff7-1f68-4b2e-9fc6-b5ed1ac90caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:40.425066 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4222c468-b294-41b8-8b3d-aa30221f2590 req-035d6ff7-1f68-4b2e-9fc6-b5ed1ac90caa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 1130 time: 0.0645514 Jun 23 22:37:40.644187 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3264a2e0-f97c-442c-b24b-1444051fd18c req-c326fea0-dc00-41e8-a953-34031219b233 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=b98e3e93-9c53-4ff5-8a14-b0cf0a030c72 HTTP/1.1" status: 200 len: 210 time: 0.0383666 Jun 23 22:37:40.714068 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:40.722570 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4222c468-b294-41b8-8b3d-aa30221f2590 req-11249be4-4b64-4631-9ef0-3cd3161fa420 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469089 Jun 23 22:37:41.049992 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:37:41.072509 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:37:41.072861 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device d186a1fc-d1bb-4e7e-bf24-f8735a9f9358 not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:37:41.506336 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797e3b3-c454-4e72-9ab3-d9760168584f req-bfaedb0b-0e25-4f97-a120-b953045dd719 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:41.507842 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c797e3b3-c454-4e72-9ab3-d9760168584f req-bfaedb0b-0e25-4f97-a120-b953045dd719 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0472405 Jun 23 22:37:41.559737 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c797e3b3-c454-4e72-9ab3-d9760168584f req-c45731a3-8c6f-4c51-9d09-f6fab5c9161e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Jun 23 22:37:42.009976 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-987de1dc-0de9-40da-9a04-41e514d1cf3c tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:42.011495 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-987de1dc-0de9-40da-9a04-41e514d1cf3c tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/networks?id=37e85836-e932-474e-813c-5279946996b9 HTTP/1.1" status: 200 len: 809 time: 0.1295679 Jun 23 22:37:42.029595 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-2620c571-44ed-49d7-810d-1c3be27771a2 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/quotas/e4fb6c541ee04ebea81001c24c67d779 HTTP/1.1" status: 200 len: 375 time: 0.0105622 Jun 23 22:37:42.072750 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-1f0b231e-5a4d-4d1f-824b-38b26b405996 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4fb6c541ee04ebea81001c24c67d779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368037 Jun 23 22:37:42.196746 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-02ecc17a-2087-45ba-aa07-8fd9a8391b7e service neutron] 10.222.0.43 "GET /v2.0/networks/37e85836-e932-474e-813c-5279946996b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095483 Jun 23 22:37:42.295461 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-23a6e310-b2ee-4d9a-babc-07435c2cd48b service neutron] 10.222.0.43 "GET /v2.0/networks/37e85836-e932-474e-813c-5279946996b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919917 Jun 23 22:37:42.460722 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a24dcdfb-e288-4eb5-aa67-16fa33e39d27 req-76da02aa-26fb-49f0-926b-ce83752bb0fe tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 210 time: 0.0288999 Jun 23 22:37:42.676751 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:42.689631 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4270e-1968-4f6c-a399-2abe1e75e2f0 req-02c46133-31fc-48c4-839f-f40074bb09aa tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:42.691620 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-afc4270e-1968-4f6c-a399-2abe1e75e2f0 req-02c46133-31fc-48c4-839f-f40074bb09aa tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0611916 Jun 23 22:37:42.744265 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-afc4270e-1968-4f6c-a399-2abe1e75e2f0 req-4af644c9-493d-4b82-a6c7-b2ce42d93995 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458913 Jun 23 22:37:43.566173 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fcb1d77e-591d-4f2f-8d9e-e570424d1a2e req-eb8ed8f2-798e-46c1-9acd-e7b4e42c038b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 210 time: 0.0325336 Jun 23 22:37:43.866418 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d5293-5be9-49fd-acb7-d249735d43f9 req-737fe3ee-0eba-4973-b554-660f56ff029c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:43.868748 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ef0d5293-5be9-49fd-acb7-d249735d43f9 req-737fe3ee-0eba-4973-b554-660f56ff029c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0540183 Jun 23 22:37:43.929783 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ef0d5293-5be9-49fd-acb7-d249735d43f9 req-8c774078-1a6a-48d1-925a-60fd40c9e02f tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537264 Jun 23 22:37:44.004935 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 33232) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:44.120381 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5f64fc77-cb18-42cd-8bb6-700af3316740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.199127 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5f64fc77-cb18-42cd-8bb6-700af3316740 admin admin] Publish callbacks [] for security_group (749a82e4-47bd-40d9-9ce2-ada42bf17969), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.204524 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5f64fc77-cb18-42cd-8bb6-700af3316740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (749a82e4-47bd-40d9-9ce2-ada42bf17969), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.242149 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64fc77-cb18-42cd-8bb6-700af3316740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749a82e4-47bd-40d9-9ce2-ada42bf17969,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:44.246895 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-5f64fc77-cb18-42cd-8bb6-700af3316740 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb8d0c62a37d4e9b91893127feb451b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403755 Jun 23 22:37:44.249686 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 33238) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:44.302218 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5135af52-cf35-4948-993a-87b1beced67a admin admin] Publish callbacks [] for security_group (749a82e4-47bd-40d9-9ce2-ada42bf17969), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.323789 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5135af52-cf35-4948-993a-87b1beced67a admin admin] Publish callbacks [] for security_group (749a82e4-47bd-40d9-9ce2-ada42bf17969), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.380266 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5135af52-cf35-4948-993a-87b1beced67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (749a82e4-47bd-40d9-9ce2-ada42bf17969), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.382750 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5135af52-cf35-4948-993a-87b1beced67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.383947 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-5135af52-cf35-4948-993a-87b1beced67a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/749a82e4-47bd-40d9-9ce2-ada42bf17969 HTTP/1.1" status: 204 len: 168 time: 0.1334848 Jun 23 22:37:44.392991 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135af52-cf35-4948-993a-87b1beced67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749a82e4-47bd-40d9-9ce2-ada42bf17969,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:44.661408 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 33254) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:44.665114 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-99751990-197b-490a-ad74-7e1092bd442c req-20dd14a0-655e-4ac9-9b87-7aa0eef8f993 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 210 time: 0.0297332 Jun 23 22:37:44.677322 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-304f7081-2fad-47cc-ab71-96a237ba6390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.753526 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-304f7081-2fad-47cc-ab71-96a237ba6390 admin admin] Publish callbacks [] for security_group (eceae1f0-a48b-4609-b66e-287a6723dd69), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.757033 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-304f7081-2fad-47cc-ab71-96a237ba6390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (eceae1f0-a48b-4609-b66e-287a6723dd69), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.788582 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:44.793095 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-304f7081-2fad-47cc-ab71-96a237ba6390 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e9be4a96ace467fbd03d7e812b4344b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305149 Jun 23 22:37:44.795446 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 33258) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:44.801774 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:44.804389 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f7081-2fad-47cc-ab71-96a237ba6390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eceae1f0-a48b-4609-b66e-287a6723dd69,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:44.852720 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-33a02ef1-f51e-4a07-b781-f920ae017f12 admin admin] Publish callbacks [] for security_group (eceae1f0-a48b-4609-b66e-287a6723dd69), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.874090 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-33a02ef1-f51e-4a07-b781-f920ae017f12 admin admin] Publish callbacks [] for security_group (eceae1f0-a48b-4609-b66e-287a6723dd69), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.932824 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-33a02ef1-f51e-4a07-b781-f920ae017f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (eceae1f0-a48b-4609-b66e-287a6723dd69), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.936755 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-33a02ef1-f51e-4a07-b781-f920ae017f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:44.938180 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-33a02ef1-f51e-4a07-b781-f920ae017f12 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eceae1f0-a48b-4609-b66e-287a6723dd69 HTTP/1.1" status: 204 len: 168 time: 0.1417582 Jun 23 22:37:44.960550 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a02ef1-f51e-4a07-b781-f920ae017f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceae1f0-a48b-4609-b66e-287a6723dd69,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:45.064774 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fe9d2-9448-432d-9e9f-c41ea13739cd req-9b7732f6-38e7-4dd0-a9d2-58dc82fad236 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:45.066325 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0c8fe9d2-9448-432d-9e9f-c41ea13739cd req-9b7732f6-38e7-4dd0-a9d2-58dc82fad236 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0596492 Jun 23 22:37:45.131561 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0c8fe9d2-9448-432d-9e9f-c41ea13739cd req-97ce26de-1b62-4ff1-866a-6ac4e9e063d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587795 Jun 23 22:37:45.245412 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992596e-8b68-4899-af24-d07b58b08c3a req-42cefd0d-868a-47d6-9e7e-4d0412ceba59 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:45.247150 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0992596e-8b68-4899-af24-d07b58b08c3a req-42cefd0d-868a-47d6-9e7e-4d0412ceba59 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0476773 Jun 23 22:37:45.258899 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:45.305594 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0992596e-8b68-4899-af24-d07b58b08c3a req-44d8053f-2a5b-4dd4-99f4-c43886510fc2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525503 Jun 23 22:37:45.746066 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-b7fa3711-e583-4cbf-ac94-2528c156cce8 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:45.748716 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-b7fa3711-e583-4cbf-ac94-2528c156cce8 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.55 "GET /v2.0/networks?id=37e85836-e932-474e-813c-5279946996b9 HTTP/1.1" status: 200 len: 809 time: 0.1841967 Jun 23 22:37:45.775875 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Request body: {'port': {'device_id': '006762e8-f0b5-4be1-b4b3-cd620638df23', 'network_id': '37e85836-e932-474e-813c-5279946996b9', 'admin_state_up': True, 'tenant_id': 'e4fb6c541ee04ebea81001c24c67d779'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:37:45.809651 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-663e9db8-d610-4e9f-a3cc-8a5d0b45752d req-e6a8501c-9f0d-40a8-8245-c08891a7bb80 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 210 time: 0.0539467 Jun 23 22:37:45.913212 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Made reservation on behalf of e4fb6c541ee04ebea81001c24c67d779 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:37:45.917115 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:46.051216 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Allocated IP 172.20.0.6 (37e85836-e932-474e-813c-5279946996b9/c979068c-16e4-477b-9936-8305bab22905/fcd7f448-0e19-49ef-8647-5eb43ef16709) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:37:46.242422 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks [] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:46.254461 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:46.281648 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:46.331855 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Network 37e85836-e932-474e-813c-5279946996b9 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:37:46.337751 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:37:46.341035 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:37:46.370712 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Pushing event updated for resources: {'Port': ['ID=fcd7f448-0e19-49ef-8647-5eb43ef16709,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:46.397791 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:46.398405 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:46.416486 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-be806574-4bcc-483d-841e-8503a7b727c4 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6475205 Jun 23 22:37:46.430574 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Request body: {'port': {'device_id': '006762e8-f0b5-4be1-b4b3-cd620638df23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:37:46.491770 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:46.494355 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:46.759637 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd7f448-0e19-49ef-8647-5eb43ef16709 {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:37:46.768634 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Publish callbacks [] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:46.781875 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Transition to ACTIVE for port object fcd7f448-0e19-49ef-8647-5eb43ef16709 will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:37:46.787568 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:46.836068 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd7f448-0e19-49ef-8647-5eb43ef16709,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:46.853576 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=57 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:47.077408 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef3cd1-d7b1-49af-9bfa-7946ae1f7c28 req-3efb17dc-6e9a-4053-883e-de9765f6f9b6 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:47.078890 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-daef3cd1-d7b1-49af-9bfa-7946ae1f7c28 req-3efb17dc-6e9a-4053-883e-de9765f6f9b6 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 943 time: 0.1524003 Jun 23 22:37:47.113967 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Attempting to bind port fcd7f448-0e19-49ef-8647-5eb43ef16709 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:37:47.114448 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Attempting to bind port fcd7f448-0e19-49ef-8647-5eb43ef16709 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'c4f0fe13-a3e8-4d99-aa64-84279e980dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '37e85836-e932-474e-813c-5279946996b9'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:37:47.114900 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Attempting to bind port fcd7f448-0e19-49ef-8647-5eb43ef16709 on network 37e85836-e932-474e-813c-5279946996b9 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:37:47.127548 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef83c9-a6cc-4c6c-81be-e2f65a63d669 req-d5b35dfe-6cd4-4f93-8744-43f82cab0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:47.129041 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-20ef83c9-a6cc-4c6c-81be-e2f65a63d669 req-d5b35dfe-6cd4-4f93-8744-43f82cab0d84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 1129 time: 0.1391492 Jun 23 22:37:47.138777 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b1276-f44a-4ccb-8a1e-8f4fa87242fa req-6ce23941-2ec2-4436-b53c-e1cdac1b936e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:47.140273 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-669b1276-f44a-4ccb-8a1e-8f4fa87242fa req-6ce23941-2ec2-4436-b53c-e1cdac1b936e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.1336734 Jun 23 22:37:47.150306 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Port fcd7f448-0e19-49ef-8647-5eb43ef16709 on network 37e85836-e932-474e-813c-5279946996b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:37:47.150624 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Attempting to bind port fcd7f448-0e19-49ef-8647-5eb43ef16709 on network 37e85836-e932-474e-813c-5279946996b9 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:37:47.191604 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:37:47.191942 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Checking segment: {'id': 'c4f0fe13-a3e8-4d99-aa64-84279e980dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '37e85836-e932-474e-813c-5279946996b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:37:47.192320 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Bound using segment: {'id': 'c4f0fe13-a3e8-4d99-aa64-84279e980dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '37e85836-e932-474e-813c-5279946996b9'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:37:47.192779 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Bound port: fcd7f448-0e19-49ef-8647-5eb43ef16709, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f0fe13-a3e8-4d99-aa64-84279e980dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '37e85836-e932-474e-813c-5279946996b9'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:37:47.193112 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:47.226525 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:47.271584 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-daef3cd1-d7b1-49af-9bfa-7946ae1f7c28 req-610deed5-e810-4d93-a261-e8dbb1a522c9 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783109 Jun 23 22:37:47.330713 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-669b1276-f44a-4ccb-8a1e-8f4fa87242fa req-b0cd8f22-bad3-4dde-9bf3-a7af36498ced tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760333 Jun 23 22:37:47.366438 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef83c9-a6cc-4c6c-81be-e2f65a63d669 req-cb27542f-0a34-48af-9e83-0d9b8ba0bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:47.366438 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-20ef83c9-a6cc-4c6c-81be-e2f65a63d669 req-cb27542f-0a34-48af-9e83-0d9b8ba0bc51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.2209475 Jun 23 22:37:47.368477 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:47.370180 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] For port fcd7f448-0e19-49ef-8647-5eb43ef16709, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:37:47.379816 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] For port fcd7f448-0e19-49ef-8647-5eb43ef16709, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fcd7f448-0e19-49ef-8647-5eb43ef16709,segment=NetworkSegment(c4f0fe13-a3e8-4d99-aa64-84279e980dcc),segment_id=c4f0fe13-a3e8-4d99-aa64-84279e980dcc)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:37:47.409559 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:47.412371 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-20ef83c9-a6cc-4c6c-81be-e2f65a63d669 req-b4c72dad-f455-4e82-b7f1-aa5c3d57b93a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79ccfbc8-28e4-4313-8f45-8c693924dbde HTTP/1.1" status: 200 len: 217 time: 0.0396278 Jun 23 22:37:47.477792 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:47.478404 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:47.479809 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/fcd7f448-0e19-49ef-8647-5eb43ef16709 HTTP/1.1" status: 200 len: 1093 time: 1.0538929 Jun 23 22:37:47.480295 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006762e8-f0b5-4be1-b4b3-cd620638df23', 'tag': 'fcd7f448-0e19-49ef-8647-5eb43ef16709'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:37:47.483162 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a1bb4f-78b1-4527-babb-cd2c11fdb2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "006762e8-f0b5-4be1-b4b3-cd620638df23", "tag": "fcd7f448-0e19-49ef-8647-5eb43ef16709"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:37:47.514644 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508b848-6e61-4275-94ff-df7b4b76a9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd7f448-0e19-49ef-8647-5eb43ef16709,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:47.518159 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef83c9-a6cc-4c6c-81be-e2f65a63d669 req-a6ba7fcc-f49e-48f0-802d-7eee74c0d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:47.519674 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-20ef83c9-a6cc-4c6c-81be-e2f65a63d669 req-a6ba7fcc-f49e-48f0-802d-7eee74c0d6d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.0813227 Jun 23 22:37:47.571093 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71209f94-f56c-47a8-92c8-f789915d21d3 x-openstack-request-id: req-71209f94-f56c-47a8-92c8-f789915d21d3 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:37:47.571379 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006762e8-f0b5-4be1-b4b3-cd620638df23", "tag": "fcd7f448-0e19-49ef-8647-5eb43ef16709", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:37:47.571621 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71209f94-f56c-47a8-92c8-f789915d21d3 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:37:47.572010 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71209f94-f56c-47a8-92c8-f789915d21d3'] response: {'name': 'network-changed', 'server_uuid': '006762e8-f0b5-4be1-b4b3-cd620638df23', 'tag': 'fcd7f448-0e19-49ef-8647-5eb43ef16709', 'status': 'completed', 'code': 200} Jun 23 22:37:47.619488 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef83c9-a6cc-4c6c-81be-e2f65a63d669 req-a2b2b9fd-cd8c-4ccd-881a-1b63f761453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:47.619488 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-20ef83c9-a6cc-4c6c-81be-e2f65a63d669 req-a2b2b9fd-cd8c-4ccd-881a-1b63f761453c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884380 Jun 23 22:37:47.623732 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-64dc6df6-5c5a-4993-9733-d9d3f17c9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:47.625095 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-64dc6df6-5c5a-4993-9733-d9d3f17c9762 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4fb6c541ee04ebea81001c24c67d779&device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 1127 time: 0.0559723 Jun 23 22:37:47.695110 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-73374aaa-3ea4-478a-b5d8-a1199e89c0cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcd7f448-0e19-49ef-8647-5eb43ef16709 HTTP/1.1" status: 200 len: 217 time: 0.0442979 Jun 23 22:37:47.804755 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-415fd1f7-fc3f-40f2-84b4-1103e9da6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:47.806202 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-415fd1f7-fc3f-40f2-84b4-1103e9da6f9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c979068c-16e4-477b-9936-8305bab22905 HTTP/1.1" status: 200 len: 849 time: 0.1005251 Jun 23 22:37:47.811643 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-20ef83c9-a6cc-4c6c-81be-e2f65a63d669 req-7856c59c-23e7-45fe-8195-f86ac54afcb2 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687341 Jun 23 22:37:47.864609 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-5c5d4d89-da8c-4b96-8658-5289ba6daf76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37e85836-e932-474e-813c-5279946996b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453274 Jun 23 22:37:48.227390 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-20ef83c9-a6cc-4c6c-81be-e2f65a63d669 req-01b5c08a-1310-42bc-8d19-f692bdaaff3a service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069643 Jun 23 22:37:48.244706 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-b99004d4-fdf3-4a7f-b788-1ff2ac22ac5f service neutron] 10.222.0.55 "GET /v2.0/networks/37e85836-e932-474e-813c-5279946996b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719294 Jun 23 22:37:48.380724 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0b89ec36-d6e8-40e2-b52c-e613224edc3f req-425fd02a-63ff-4215-84e0-8ae3af20058a service neutron] 10.222.0.55 "GET /v2.0/networks/37e85836-e932-474e-813c-5279946996b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152296 Jun 23 22:37:48.415384 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe49bf9-13bf-426e-a86c-293331a54ad0 req-f128f40b-b46f-4a35-9a94-8f76df4fdca6 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:48.423598 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ebe49bf9-13bf-426e-a86c-293331a54ad0 req-f128f40b-b46f-4a35-9a94-8f76df4fdca6 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 943 time: 0.0580437 Jun 23 22:37:48.508880 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a4ab7-fdb8-47a0-a37c-38f101ad190a req-8eb8fb1d-7ca0-4dfd-b72f-aaa8524369b8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:48.510370 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-195a4ab7-fdb8-47a0-a37c-38f101ad190a req-8eb8fb1d-7ca0-4dfd-b72f-aaa8524369b8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0741186 Jun 23 22:37:48.514696 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ebe49bf9-13bf-426e-a86c-293331a54ad0 req-2c860ff3-3e30-41f3-a6c9-5d0efec30c23 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855153 Jun 23 22:37:48.584205 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-195a4ab7-fdb8-47a0-a37c-38f101ad190a req-123487f8-5217-4b7f-9361-b7fba4429d7b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654299 Jun 23 22:37:49.618531 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:49.632446 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3484f-a443-46a4-9a4d-5e7c35c8006a req-150294e2-bf7a-492e-a09b-954349340d43 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:49.633897 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-64f3484f-a443-46a4-9a4d-5e7c35c8006a req-150294e2-bf7a-492e-a09b-954349340d43 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 943 time: 0.0521207 Jun 23 22:37:49.716102 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df9970-f44c-4006-8cc7-c1b251633b6a req-a10ce576-4839-4f8e-ab58-f5976c1174ae tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:49.717522 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-59df9970-f44c-4006-8cc7-c1b251633b6a req-a10ce576-4839-4f8e-ab58-f5976c1174ae tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0705335 Jun 23 22:37:49.721535 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-64f3484f-a443-46a4-9a4d-5e7c35c8006a req-85f1c164-9cea-4f3b-a823-77b800469486 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806088 Jun 23 22:37:49.746817 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:49.763868 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-59df9970-f44c-4006-8cc7-c1b251633b6a req-cc6acaba-2228-488e-b2fc-cbbdcf6cbba8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 Jun 23 22:37:50.834484 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02be19-6a18-4ccc-bad1-25fad6c68168 req-fe6da558-bb4c-4fd1-97ec-9e9f458b7974 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:50.836011 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cb02be19-6a18-4ccc-bad1-25fad6c68168 req-fe6da558-bb4c-4fd1-97ec-9e9f458b7974 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 943 time: 0.0486965 Jun 23 22:37:50.848175 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:50.903501 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815547b-b787-4768-b528-150a783a1159 req-f5ad9686-724f-4189-9bff-ab603dde9aab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:50.904969 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7815547b-b787-4768-b528-150a783a1159 req-f5ad9686-724f-4189-9bff-ab603dde9aab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0642948 Jun 23 22:37:50.938560 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cb02be19-6a18-4ccc-bad1-25fad6c68168 req-d87d2504-4683-454d-a897-8fb09c191726 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960557 Jun 23 22:37:50.966089 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7815547b-b787-4768-b528-150a783a1159 req-09d5040e-f46c-49f9-b457-be15a078c90e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552511 Jun 23 22:37:51.915415 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device fcd7f448-0e19-49ef-8647-5eb43ef16709 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:37:52.018637 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port fcd7f448-0e19-49ef-8647-5eb43ef16709, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fcd7f448-0e19-49ef-8647-5eb43ef16709,segment=NetworkSegment(c4f0fe13-a3e8-4d99-aa64-84279e980dcc),segment_id=c4f0fe13-a3e8-4d99-aa64-84279e980dcc)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:37:52.031826 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'fcd7f448-0e19-49ef-8647-5eb43ef16709', 'network_id': '37e85836-e932-474e-813c-5279946996b9', 'port_id': 'fcd7f448-0e19-49ef-8647-5eb43ef16709', 'mac_address': 'fa:16:3e:1f:05:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c979068c-16e4-477b-9936-8305bab22905', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:37:52.070235 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port fcd7f448-0e19-49ef-8647-5eb43ef16709 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:37:52.070615 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:52.083768 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f5e85-ef0a-4aa7-a4ee-42be354a98c1 req-d652c3ff-f446-43bc-8a71-21ba6e9e1129 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:52.085242 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c56f5e85-ef0a-4aa7-a4ee-42be354a98c1 req-d652c3ff-f446-43bc-8a71-21ba6e9e1129 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 943 time: 0.0791533 Jun 23 22:37:52.087184 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd7f448-0e19-49ef-8647-5eb43ef16709 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:37:52.095509 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9e9b0-171c-4f49-a531-72937f9b1b17 req-f2054216-2bc4-4834-b812-cc7d05a7e91a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:52.097081 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-87a9e9b0-171c-4f49-a531-72937f9b1b17 req-f2054216-2bc4-4834-b812-cc7d05a7e91a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0603616 Jun 23 22:37:52.108794 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port fcd7f448-0e19-49ef-8647-5eb43ef16709, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fcd7f448-0e19-49ef-8647-5eb43ef16709,segment=NetworkSegment(c4f0fe13-a3e8-4d99-aa64-84279e980dcc),segment_id=c4f0fe13-a3e8-4d99-aa64-84279e980dcc)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:37:52.112821 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:52.161939 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=fcd7f448-0e19-49ef-8647-5eb43ef16709,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:52.171637 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c56f5e85-ef0a-4aa7-a4ee-42be354a98c1 req-e5ab5369-f1a0-472f-8b33-2e11f0cd7212 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734975 Jun 23 22:37:52.183601 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-87a9e9b0-171c-4f49-a531-72937f9b1b17 req-ff966a0b-2479-45a4-b475-b16f6b62b3a4 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793171 Jun 23 22:37:52.345606 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4605d884-1879-4b16-b4c5-304cf494b15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:52.397645 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1bb4f-78b1-4527-babb-cd2c11fdb2fe req-24e98ab0-2979-4fa6-8cc0-67049afc0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:52.399372 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-31a1bb4f-78b1-4527-babb-cd2c11fdb2fe req-24e98ab0-2979-4fa6-8cc0-67049afc0148 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4fb6c541ee04ebea81001c24c67d779&device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 1128 time: 0.0413814 Jun 23 22:37:52.492398 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['fcd7f448-0e19-49ef-8647-5eb43ef16709'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:37:52.494509 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1bb4f-78b1-4527-babb-cd2c11fdb2fe req-f7ffed7e-413f-4085-bcd4-aa67ae95b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:52.496013 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-31a1bb4f-78b1-4527-babb-cd2c11fdb2fe req-f7ffed7e-413f-4085-bcd4-aa67ae95b3dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=37e85836-e932-474e-813c-5279946996b9 HTTP/1.1" status: 200 len: 910 time: 0.0856991 Jun 23 22:37:52.540348 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-31a1bb4f-78b1-4527-babb-cd2c11fdb2fe req-5b5e26bb-4603-43ec-9485-cd039d1563cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcd7f448-0e19-49ef-8647-5eb43ef16709 HTTP/1.1" status: 200 len: 217 time: 0.0369956 Jun 23 22:37:52.597370 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1bb4f-78b1-4527-babb-cd2c11fdb2fe req-0698f108-a817-45df-befa-87c850b83b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:52.599387 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-31a1bb4f-78b1-4527-babb-cd2c11fdb2fe req-0698f108-a817-45df-befa-87c850b83b41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c979068c-16e4-477b-9936-8305bab22905 HTTP/1.1" status: 200 len: 849 time: 0.0517523 Jun 23 22:37:52.633567 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-31a1bb4f-78b1-4527-babb-cd2c11fdb2fe req-70e59e73-c65b-41cf-8901-f77a745c99a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37e85836-e932-474e-813c-5279946996b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262251 Jun 23 22:37:52.731783 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-31a1bb4f-78b1-4527-babb-cd2c11fdb2fe req-d54190b9-3bd7-4521-a46c-412bb08ad86f service neutron] 10.222.0.55 "GET /v2.0/networks/37e85836-e932-474e-813c-5279946996b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866468 Jun 23 22:37:52.823161 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-31a1bb4f-78b1-4527-babb-cd2c11fdb2fe req-5898a423-71fc-4cb6-ba1d-8c9af4b9faa0 service neutron] 10.222.0.55 "GET /v2.0/networks/37e85836-e932-474e-813c-5279946996b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835314 Jun 23 22:37:53.323624 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a805f-99c5-4d37-aca7-c5fa1a9ba95e req-78ae13fc-b915-4eb8-af00-c7c95f8a0ecf tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:53.325728 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1c4a805f-99c5-4d37-aca7-c5fa1a9ba95e req-78ae13fc-b915-4eb8-af00-c7c95f8a0ecf tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 944 time: 0.0798016 Jun 23 22:37:53.338412 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61338553-02d0-43e4-bde0-0d833342d3fa req-67bb85a6-0ca8-496b-b86a-f5d965bf9c13 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:53.339854 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-61338553-02d0-43e4-bde0-0d833342d3fa req-67bb85a6-0ca8-496b-b86a-f5d965bf9c13 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0604920 Jun 23 22:37:53.385089 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:53.396296 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:53.418984 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1c4a805f-99c5-4d37-aca7-c5fa1a9ba95e req-afa00db7-72af-41c4-8892-7702b6be3311 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761075 Jun 23 22:37:53.422384 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-61338553-02d0-43e4-bde0-0d833342d3fa req-7be5ccdf-87a4-4d34-bb0e-edaae71f4649 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739691 Jun 23 22:37:53.672915 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 33510) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:53.822013 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-659d9990-f77c-4916-ba51-a1ec77e13a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:53.908266 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-659d9990-f77c-4916-ba51-a1ec77e13a34 admin admin] Publish callbacks [] for security_group (cbc330a8-fd7c-429e-be8b-b7c836dccb3a), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:53.912317 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-659d9990-f77c-4916-ba51-a1ec77e13a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (cbc330a8-fd7c-429e-be8b-b7c836dccb3a), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:53.924435 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device fcd7f448-0e19-49ef-8647-5eb43ef16709 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:37:53.953219 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-659d9990-f77c-4916-ba51-a1ec77e13a34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=635f6d79f89b402683a60e2158527a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790031 Jun 23 22:37:53.954081 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d9990-f77c-4916-ba51-a1ec77e13a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc330a8-fd7c-429e-be8b-b7c836dccb3a,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:53.955985 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 33528) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:53.983597 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port fcd7f448-0e19-49ef-8647-5eb43ef16709 completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:37:53.992555 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port fcd7f448-0e19-49ef-8647-5eb43ef16709 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:37:53.993244 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:54.043199 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac908-5ce6-4ded-a6da-a25259cbf844 admin admin] Publish callbacks [] for security_group (cbc330a8-fd7c-429e-be8b-b7c836dccb3a), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:54.103530 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port fcd7f448-0e19-49ef-8647-5eb43ef16709 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:37:54.104280 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:54.124417 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:54.204037 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006762e8-f0b5-4be1-b4b3-cd620638df23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd7f448-0e19-49ef-8647-5eb43ef16709'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:37:54.206323 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136559f0-7b73-4aa1-9263-b4856a05e6e7" -d '{"events": [{"server_uuid": "006762e8-f0b5-4be1-b4b3-cd620638df23", "name": "network-vif-plugged", "status": "completed", "tag": "fcd7f448-0e19-49ef-8647-5eb43ef16709"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:37:54.208651 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:54.222106 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port fcd7f448-0e19-49ef-8647-5eb43ef16709, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fcd7f448-0e19-49ef-8647-5eb43ef16709,segment=NetworkSegment(c4f0fe13-a3e8-4d99-aa64-84279e980dcc),segment_id=c4f0fe13-a3e8-4d99-aa64-84279e980dcc)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:37:54.228810 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:54.259152 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416320b9-c5f8-4e46-9aef-2dc322ddddbf x-openstack-request-id: req-416320b9-c5f8-4e46-9aef-2dc322ddddbf {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:37:54.259446 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006762e8-f0b5-4be1-b4b3-cd620638df23", "name": "network-vif-plugged", "status": "completed", "tag": "fcd7f448-0e19-49ef-8647-5eb43ef16709", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:37:54.259697 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-416320b9-c5f8-4e46-9aef-2dc322ddddbf {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:37:54.260088 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416320b9-c5f8-4e46-9aef-2dc322ddddbf'] response: {'server_uuid': '006762e8-f0b5-4be1-b4b3-cd620638df23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd7f448-0e19-49ef-8647-5eb43ef16709', 'code': 200} Jun 23 22:37:54.289790 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=fcd7f448-0e19-49ef-8647-5eb43ef16709,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:54.307434 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac908-5ce6-4ded-a6da-a25259cbf844 admin admin] Publish callbacks [] for security_group (cbc330a8-fd7c-429e-be8b-b7c836dccb3a), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:54.360288 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac908-5ce6-4ded-a6da-a25259cbf844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (cbc330a8-fd7c-429e-be8b-b7c836dccb3a), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:54.363823 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac908-5ce6-4ded-a6da-a25259cbf844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:54.365196 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-1d4ac908-5ce6-4ded-a6da-a25259cbf844 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbc330a8-fd7c-429e-be8b-b7c836dccb3a HTTP/1.1" status: 204 len: 168 time: 0.4081109 Jun 23 22:37:54.373659 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ac908-5ce6-4ded-a6da-a25259cbf844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc330a8-fd7c-429e-be8b-b7c836dccb3a,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:54.445007 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6630f1d-32e8-46c4-959b-f31875e60517 req-9ba2ff42-a326-47f5-845d-996f07b29f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:54.446584 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e6630f1d-32e8-46c4-959b-f31875e60517 req-9ba2ff42-a326-47f5-845d-996f07b29f08 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 1129 time: 0.0419796 Jun 23 22:37:54.520680 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e6630f1d-32e8-46c4-959b-f31875e60517 req-6c5023d9-8b27-41a8-b347-81e634fe229a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636547 Jun 23 22:37:54.524644 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-5a508613-47f0-4967-ba4b-4a7ef4c23fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:54.606473 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17abb75-c2b6-485b-b00d-fcee45a0afa5 req-f35e454b-a469-45d2-a319-e89b5d8a9d97 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:54.608255 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c17abb75-c2b6-485b-b00d-fcee45a0afa5 req-f35e454b-a469-45d2-a319-e89b5d8a9d97 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 945 time: 0.0835323 Jun 23 22:37:54.614582 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8811c9-87b9-44cb-a2c1-eb79a19170cc req-960476f7-c2ed-4fb7-a01c-48f86cc1b6fa tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:54.616013 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ff8811c9-87b9-44cb-a2c1-eb79a19170cc req-960476f7-c2ed-4fb7-a01c-48f86cc1b6fa tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0901759 Jun 23 22:37:54.691067 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c17abb75-c2b6-485b-b00d-fcee45a0afa5 req-7568c84e-6a42-4052-b021-56cc17093da5 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738361 Jun 23 22:37:54.696587 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 33552) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:54.708119 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ff8811c9-87b9-44cb-a2c1-eb79a19170cc req-cf498cab-735f-4cb3-a49c-358acb034804 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828540 Jun 23 22:37:54.712682 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-daa1f045-d986-4d74-a0b1-94377de20886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:54.728403 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:54.803340 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-daa1f045-d986-4d74-a0b1-94377de20886 admin admin] Publish callbacks [] for security_group (66b140d8-7d48-4d55-a846-bd28c58fa2f9), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:54.808046 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-daa1f045-d986-4d74-a0b1-94377de20886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (66b140d8-7d48-4d55-a846-bd28c58fa2f9), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:54.851609 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1f045-d986-4d74-a0b1-94377de20886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b140d8-7d48-4d55-a846-bd28c58fa2f9,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:54.859294 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-daa1f045-d986-4d74-a0b1-94377de20886 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02fa3ae0275e4f4fbea80ea3a3650ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612709 Jun 23 22:37:54.862310 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 33554) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:54.925460 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0abe0a03-48ba-4648-b2d7-1cb262cb4a02 admin admin] Publish callbacks [] for security_group (66b140d8-7d48-4d55-a846-bd28c58fa2f9), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:54.950586 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0abe0a03-48ba-4648-b2d7-1cb262cb4a02 admin admin] Publish callbacks [] for security_group (66b140d8-7d48-4d55-a846-bd28c58fa2f9), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:55.008038 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0abe0a03-48ba-4648-b2d7-1cb262cb4a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (66b140d8-7d48-4d55-a846-bd28c58fa2f9), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:55.010501 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0abe0a03-48ba-4648-b2d7-1cb262cb4a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:55.011693 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-0abe0a03-48ba-4648-b2d7-1cb262cb4a02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66b140d8-7d48-4d55-a846-bd28c58fa2f9 HTTP/1.1" status: 204 len: 168 time: 0.1478143 Jun 23 22:37:55.023495 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe0a03-48ba-4648-b2d7-1cb262cb4a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b140d8-7d48-4d55-a846-bd28c58fa2f9,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:37:55.868445 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed5722-c118-4b50-9ab3-b3f0925d8ae1 req-2b97aae2-83df-41eb-b632-0a977052db9c tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:55.870012 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-05ed5722-c118-4b50-9ab3-b3f0925d8ae1 req-2b97aae2-83df-41eb-b632-0a977052db9c tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 945 time: 0.1023364 Jun 23 22:37:55.891671 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c7315-eec9-4b3a-b325-bb179fb6ece8 req-08073712-ffda-4acd-ba0e-8d4d24eaced0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:55.893103 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-af3c7315-eec9-4b3a-b325-bb179fb6ece8 req-08073712-ffda-4acd-ba0e-8d4d24eaced0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0805328 Jun 23 22:37:55.948874 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:55.961291 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-05ed5722-c118-4b50-9ab3-b3f0925d8ae1 req-3883abeb-d654-4230-b366-b515137dcd8e tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847404 Jun 23 22:37:55.964452 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-af3c7315-eec9-4b3a-b325-bb179fb6ece8 req-4c5a0c76-f575-44c3-9165-5e55cf6d6c0c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641990 Jun 23 22:37:57.080391 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:57.122417 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29998-6039-4cf6-aca3-e92738a62a26 req-45cab79c-f30f-4086-9dbf-0ec2bcb4bf31 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:57.123946 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-07e29998-6039-4cf6-aca3-e92738a62a26 req-45cab79c-f30f-4086-9dbf-0ec2bcb4bf31 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 945 time: 0.0831909 Jun 23 22:37:57.143983 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599d68-5fa8-403f-a6ac-59e8bd3c49d9 req-057425b1-a849-40e7-866f-c2a9f85e3a6d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:57.145386 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c4599d68-5fa8-403f-a6ac-59e8bd3c49d9 req-057425b1-a849-40e7-866f-c2a9f85e3a6d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0914419 Jun 23 22:37:57.212914 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-07e29998-6039-4cf6-aca3-e92738a62a26 req-e9cd9fd7-d836-40b7-8223-ad6cf210e488 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834668 Jun 23 22:37:57.221113 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c4599d68-5fa8-403f-a6ac-59e8bd3c49d9 req-0806872e-da77-4dda-ba19-8c5fdd6dbf93 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643744 Jun 23 22:37:57.449047 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:58.148091 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54928124-d1f0-4270-a536-363267539360 req-47d3c385-a5f0-46a3-864c-60661d6fec53 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:58.149565 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-54928124-d1f0-4270-a536-363267539360 req-47d3c385-a5f0-46a3-864c-60661d6fec53 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 945 time: 0.0480940 Jun 23 22:37:58.175044 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:58.197040 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-54928124-d1f0-4270-a536-363267539360 req-4a1fa6df-289a-487f-bee3-e8712132b910 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Jun 23 22:37:58.330161 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:37:58.344097 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ec20-1d01-43ef-90d7-8fafff5f721b req-4f6377b3-c030-4adb-9762-f1cf85af2642 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:58.345636 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fe66ec20-1d01-43ef-90d7-8fafff5f721b req-4f6377b3-c030-4adb-9762-f1cf85af2642 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0497549 Jun 23 22:37:58.406591 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fe66ec20-1d01-43ef-90d7-8fafff5f721b req-6ef7ff47-572e-493a-ad71-ff613cd6aff1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546515 Jun 23 22:37:59.357556 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96a815-ae54-4ddc-8765-ecc924cb586a req-ce33e214-cd43-41a5-9475-b5689a5dc0be tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:59.368739 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1a96a815-ae54-4ddc-8765-ecc924cb586a req-ce33e214-cd43-41a5-9475-b5689a5dc0be tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 945 time: 0.0673816 Jun 23 22:37:59.430069 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1a96a815-ae54-4ddc-8765-ecc924cb586a req-30bc306e-3c46-4fcf-bf2a-95d342b59a7b tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc4a5f43-e63f-4d68-9eb8-479a94cbc197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577767 Jun 23 22:37:59.539862 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 33786) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:59.562176 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f9231-7f6b-4a76-b94e-ba3076c5fcfc req-80713578-df24-42ce-b2d8-0eff763565e6 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:59.563977 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ed0f9231-7f6b-4a76-b94e-ba3076c5fcfc req-80713578-df24-42ce-b2d8-0eff763565e6 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0522904 Jun 23 22:37:59.630514 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ed0f9231-7f6b-4a76-b94e-ba3076c5fcfc req-1967046f-f760-4ec0-b021-42369a4fd85e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604284 Jun 23 22:37:59.662569 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 33794) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:59.792403 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9f5db709-0052-471e-95ea-d613a2b5cdb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:59.882252 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7c030f7e-fe32-46cb-8791-840f28ac77d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:59.907407 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04750bea-49ff-4e6a-863f-7b527b545db1 req-73e2148a-4f35-4137-8a11-cecd96518129 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:37:59.909201 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-04750bea-49ff-4e6a-863f-7b527b545db1 req-73e2148a-4f35-4137-8a11-cecd96518129 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.55 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 945 time: 0.0828717 Jun 23 22:37:59.937850 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9f5db709-0052-471e-95ea-d613a2b5cdb6 admin admin] Publish callbacks [] for security_group (72ceb4cd-4024-4f4d-aac7-4ae42480aa12), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:59.944719 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9f5db709-0052-471e-95ea-d613a2b5cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (72ceb4cd-4024-4f4d-aac7-4ae42480aa12), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:37:59.966876 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 33806) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:37:59.995720 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=16 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:00.011458 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-9f5db709-0052-471e-95ea-d613a2b5cdb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3dd4c9c12f6845f0b8e0e030a2d87e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703257 Jun 23 22:38:00.014115 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 33810) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:00.019846 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5db709-0052-471e-95ea-d613a2b5cdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ceb4cd-4024-4f4d-aac7-4ae42480aa12,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:00.039853 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-04750bea-49ff-4e6a-863f-7b527b545db1 req-d68f0d22-8148-41e6-9f04-93154e8132a9 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Deleting port fcd7f448-0e19-49ef-8647-5eb43ef16709 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:38:00.040262 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-04750bea-49ff-4e6a-863f-7b527b545db1 req-d68f0d22-8148-41e6-9f04-93154e8132a9 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.071258 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7c030f7e-fe32-46cb-8791-840f28ac77d3 admin admin] Publish callbacks [] for security_group (44f9d7f7-b43b-40af-89df-a96158708c7c), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.076283 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7c030f7e-fe32-46cb-8791-840f28ac77d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (44f9d7f7-b43b-40af-89df-a96158708c7c), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.116596 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c030f7e-fe32-46cb-8791-840f28ac77d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f9d7f7-b43b-40af-89df-a96158708c7c,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:00.124645 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-7c030f7e-fe32-46cb-8791-840f28ac77d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3163d606f2a44729bc4233611cc83e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4609339 Jun 23 22:38:00.125435 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 33812) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:00.157961 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9730fccc-de75-40e6-a891-6fe472e19843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.162688 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-47d8198e-8041-437c-afcc-8ff97ef1caa0 admin admin] Publish callbacks [] for security_group (72ceb4cd-4024-4f4d-aac7-4ae42480aa12), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.169940 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=16,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:00.182565 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2e04cc2d-194d-4d13-a731-7b73e6d95d8f admin admin] Publish callbacks [] for security_group (44f9d7f7-b43b-40af-89df-a96158708c7c), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.205109 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2e04cc2d-194d-4d13-a731-7b73e6d95d8f admin admin] Publish callbacks [] for security_group (44f9d7f7-b43b-40af-89df-a96158708c7c), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.207830 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-04750bea-49ff-4e6a-863f-7b527b545db1 req-d68f0d22-8148-41e6-9f04-93154e8132a9 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] For port fcd7f448-0e19-49ef-8647-5eb43ef16709, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fcd7f448-0e19-49ef-8647-5eb43ef16709,segment=NetworkSegment(c4f0fe13-a3e8-4d99-aa64-84279e980dcc),segment_id=c4f0fe13-a3e8-4d99-aa64-84279e980dcc)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:00.208206 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-04750bea-49ff-4e6a-863f-7b527b545db1 req-d68f0d22-8148-41e6-9f04-93154e8132a9 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.228227 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-47d8198e-8041-437c-afcc-8ff97ef1caa0 admin admin] Publish callbacks [] for security_group (72ceb4cd-4024-4f4d-aac7-4ae42480aa12), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.246016 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-04750bea-49ff-4e6a-863f-7b527b545db1 req-d68f0d22-8148-41e6-9f04-93154e8132a9 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Calling delete_port for fcd7f448-0e19-49ef-8647-5eb43ef16709 owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:38:00.257056 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2e04cc2d-194d-4d13-a731-7b73e6d95d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (44f9d7f7-b43b-40af-89df-a96158708c7c), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.259313 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2e04cc2d-194d-4d13-a731-7b73e6d95d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.260491 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-2e04cc2d-194d-4d13-a731-7b73e6d95d8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44f9d7f7-b43b-40af-89df-a96158708c7c HTTP/1.1" status: 204 len: 168 time: 0.1336093 Jun 23 22:38:00.278792 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04cc2d-194d-4d13-a731-7b73e6d95d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f9d7f7-b43b-40af-89df-a96158708c7c,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:00.353539 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:00.387406 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-47d8198e-8041-437c-afcc-8ff97ef1caa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (72ceb4cd-4024-4f4d-aac7-4ae42480aa12), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.390696 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-47d8198e-8041-437c-afcc-8ff97ef1caa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.392112 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-47d8198e-8041-437c-afcc-8ff97ef1caa0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72ceb4cd-4024-4f4d-aac7-4ae42480aa12 HTTP/1.1" status: 204 len: 168 time: 0.3770244 Jun 23 22:38:00.409201 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9730fccc-de75-40e6-a891-6fe472e19843 admin admin] Publish callbacks [] for security_group (ac33dfbe-b446-4127-96b3-911344511378), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.419507 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9730fccc-de75-40e6-a891-6fe472e19843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (ac33dfbe-b446-4127-96b3-911344511378), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.423626 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:00.424863 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8198e-8041-437c-afcc-8ff97ef1caa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ceb4cd-4024-4f4d-aac7-4ae42480aa12,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:00.508445 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-9730fccc-de75-40e6-a891-6fe472e19843 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b37e6edb6044254afd6341775b46e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5402734 Jun 23 22:38:00.511017 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 33826) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:00.516639 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730fccc-de75-40e6-a891-6fe472e19843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac33dfbe-b446-4127-96b3-911344511378,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:00.537828 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-04750bea-49ff-4e6a-863f-7b527b545db1 req-d68f0d22-8148-41e6-9f04-93154e8132a9 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (fcd7f448-0e19-49ef-8647-5eb43ef16709), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.554552 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['fcd7f448-0e19-49ef-8647-5eb43ef16709'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:38:00.611545 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f0d22-8148-41e6-9f04-93154e8132a9 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Pushing event deleted for resources: {'Port': ['ID=fcd7f448-0e19-49ef-8647-5eb43ef16709,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:00.629356 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ca3b13c7-e84c-4f11-92e8-38b54725974c admin admin] Publish callbacks [] for security_group (ac33dfbe-b446-4127-96b3-911344511378), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.662101 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ca3b13c7-e84c-4f11-92e8-38b54725974c admin admin] Publish callbacks [] for security_group (ac33dfbe-b446-4127-96b3-911344511378), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.666344 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4e09ae2e-f67b-492a-aba7-f13dd4655f07 req-c7c6ff39-da6e-4e24-ba51-30b92dc3e5a7 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 210 time: 0.0663815 Jun 23 22:38:00.711957 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-04750bea-49ff-4e6a-863f-7b527b545db1 req-d68f0d22-8148-41e6-9f04-93154e8132a9 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] No DVR routers for this DVR port fcd7f448-0e19-49ef-8647-5eb43ef16709 on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:38:00.718707 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-04750bea-49ff-4e6a-863f-7b527b545db1 req-d68f0d22-8148-41e6-9f04-93154e8132a9 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.723471 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-04750bea-49ff-4e6a-863f-7b527b545db1 req-d68f0d22-8148-41e6-9f04-93154e8132a9 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.55 "DELETE /v2.0/ports/fcd7f448-0e19-49ef-8647-5eb43ef16709 HTTP/1.1" status: 204 len: 173 time: 0.8058558 Jun 23 22:38:00.724304 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006762e8-f0b5-4be1-b4b3-cd620638df23', 'name': 'network-vif-deleted', 'tag': 'fcd7f448-0e19-49ef-8647-5eb43ef16709'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:38:00.727298 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1e7a55-f52c-4acb-9ec6-0065a2ee8dd6" -d '{"events": [{"server_uuid": "006762e8-f0b5-4be1-b4b3-cd620638df23", "name": "network-vif-deleted", "tag": "fcd7f448-0e19-49ef-8647-5eb43ef16709"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:38:00.738027 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ca3b13c7-e84c-4f11-92e8-38b54725974c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (ac33dfbe-b446-4127-96b3-911344511378), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.741055 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ca3b13c7-e84c-4f11-92e8-38b54725974c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:00.742632 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-ca3b13c7-e84c-4f11-92e8-38b54725974c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac33dfbe-b446-4127-96b3-911344511378 HTTP/1.1" status: 204 len: 168 time: 0.2304776 Jun 23 22:38:00.753540 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b13c7-e84c-4f11-92e8-38b54725974c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac33dfbe-b446-4127-96b3-911344511378,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:00.820788 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f7f84-bbd2-4dec-8ef5-03e52caac9fc req-e07824a4-d48f-4fdc-a2f4-9fc5a831b791 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:00.829373 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-238f7f84-bbd2-4dec-8ef5-03e52caac9fc req-e07824a4-d48f-4fdc-a2f4-9fc5a831b791 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0700872 Jun 23 22:38:00.890001 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-238f7f84-bbd2-4dec-8ef5-03e52caac9fc req-813a78be-96dd-4459-96c6-a6b074250dc7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597551 Jun 23 22:38:00.970220 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06a9fbb-9c5e-4c42-9999-52f4cdf384d0 x-openstack-request-id: req-c06a9fbb-9c5e-4c42-9999-52f4cdf384d0 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:38:00.970674 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006762e8-f0b5-4be1-b4b3-cd620638df23", "name": "network-vif-deleted", "tag": "fcd7f448-0e19-49ef-8647-5eb43ef16709", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:38:00.970947 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c06a9fbb-9c5e-4c42-9999-52f4cdf384d0 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:38:00.971747 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06a9fbb-9c5e-4c42-9999-52f4cdf384d0'] response: {'server_uuid': '006762e8-f0b5-4be1-b4b3-cd620638df23', 'name': 'network-vif-deleted', 'tag': 'fcd7f448-0e19-49ef-8647-5eb43ef16709', 'status': 'completed', 'code': 200} Jun 23 22:38:01.220069 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 33862) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:01.253281 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92c073-03df-4c89-8755-2c9290db205f req-89c9b7c2-4285-4529-80bd-c39a58a48bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:01.254888 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cf92c073-03df-4c89-8755-2c9290db205f req-89c9b7c2-4285-4529-80bd-c39a58a48bd4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 1129 time: 0.1002140 Jun 23 22:38:01.255296 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5e99f832-c2c9-468e-b49c-278fe24114de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:01.400124 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5e99f832-c2c9-468e-b49c-278fe24114de admin admin] Publish callbacks [] for security_group (4286c886-fa03-4ecd-ab41-1beeec73acc5), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:01.405823 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5e99f832-c2c9-468e-b49c-278fe24114de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (4286c886-fa03-4ecd-ab41-1beeec73acc5), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:01.467658 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-5e99f832-c2c9-468e-b49c-278fe24114de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=977203a35a3d4fb0b94566759835e600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451692 Jun 23 22:38:01.468786 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99f832-c2c9-468e-b49c-278fe24114de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4286c886-fa03-4ecd-ab41-1beeec73acc5,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:01.472348 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 33874) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:01.510832 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cf92c073-03df-4c89-8755-2c9290db205f req-0ff6ea9f-1aa1-420a-aebe-616e3dbc5867 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806592 Jun 23 22:38:01.545185 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9a138be5-fac1-44b3-97d2-0f2fb161f92c admin admin] Publish callbacks [] for security_group (4286c886-fa03-4ecd-ab41-1beeec73acc5), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:01.582238 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9a138be5-fac1-44b3-97d2-0f2fb161f92c admin admin] Publish callbacks [] for security_group (4286c886-fa03-4ecd-ab41-1beeec73acc5), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:01.648491 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9a138be5-fac1-44b3-97d2-0f2fb161f92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (4286c886-fa03-4ecd-ab41-1beeec73acc5), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:01.653364 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9a138be5-fac1-44b3-97d2-0f2fb161f92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:01.657526 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-9a138be5-fac1-44b3-97d2-0f2fb161f92c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4286c886-fa03-4ecd-ab41-1beeec73acc5 HTTP/1.1" status: 204 len: 168 time: 0.1840653 Jun 23 22:38:01.667016 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a138be5-fac1-44b3-97d2-0f2fb161f92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4286c886-fa03-4ecd-ab41-1beeec73acc5,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:01.802269 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f727b8e-d0da-4bf3-a398-524cf05e5cb0 req-a160233b-3db2-4349-9c58-852704d487e3 tempest-VolumesActionsTest-2082090692 tempest-VolumesActionsTest-2082090692-project] 10.222.0.43 "GET /v2.0/ports?device_id=006762e8-f0b5-4be1-b4b3-cd620638df23 HTTP/1.1" status: 200 len: 210 time: 0.0521002 Jun 23 22:38:02.025231 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34382b4d-d699-4e53-b3d8-560ca53370c6 req-a1fed2d1-b220-400f-aec1-a55564e8e7b5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:02.026862 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-34382b4d-d699-4e53-b3d8-560ca53370c6 req-a1fed2d1-b220-400f-aec1-a55564e8e7b5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0529413 Jun 23 22:38:02.088216 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-34382b4d-d699-4e53-b3d8-560ca53370c6 req-ba7020d3-2901-4b95-855a-07f748f2876d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513928 Jun 23 22:38:03.061170 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:03.243673 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd78bb-410d-480a-a274-0a5b0987a14a req-44559ed0-5ffa-413b-88a2-c75576990b1c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:03.245233 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cbd78bb-410d-480a-a274-0a5b0987a14a req-44559ed0-5ffa-413b-88a2-c75576990b1c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0585124 Jun 23 22:38:03.311581 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cbd78bb-410d-480a-a274-0a5b0987a14a req-a07bea77-3081-41fe-be52-1701c48a647f tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587564 Jun 23 22:38:03.987977 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-8f34a2d7-b471-40c1-8e51-cf0ad786bd8e tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f7bc6b504b764fe6b3f892e2a8a88a05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315175 Jun 23 22:38:04.206780 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-9653b3f0-e870-4cfa-9008-faeac94200f2 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:04.208286 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-9653b3f0-e870-4cfa-9008-faeac94200f2 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146630 Jun 23 22:38:04.223237 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d48b3211-ce70-4690-92a6-9ef5299f3034 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/quotas/f7bc6b504b764fe6b3f892e2a8a88a05 HTTP/1.1" status: 200 len: 375 time: 0.0097253 Jun 23 22:38:04.256131 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-db3c8c2b-1440-4331-b7d1-405986148f86 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7bc6b504b764fe6b3f892e2a8a88a05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276752 Jun 23 22:38:04.278212 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34062) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:04.404156 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:04.423295 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-75d5ef50-fd84-46f4-b323-0262d738daa7 req-7e72bd7c-0f73-4d50-b955-b41a3050b30f tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 210 time: 0.0320570 Jun 23 22:38:04.444081 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:04.472826 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92b251-ff1b-4732-bec3-b13083a3c6cd req-9f2b4f3e-29bb-4111-920b-e5fc7487f911 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:04.474459 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6e92b251-ff1b-4732-bec3-b13083a3c6cd req-9f2b4f3e-29bb-4111-920b-e5fc7487f911 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0931208 Jun 23 22:38:04.493766 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Publish callbacks [] for security_group (67daebaa-662f-4b84-962f-8df925cef7ed), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:04.503838 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (67daebaa-662f-4b84-962f-8df925cef7ed), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:04.542156 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6e92b251-ff1b-4732-bec3-b13083a3c6cd req-612544c3-4d84-445b-bb76-5d173cbf0169 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598702 Jun 23 22:38:04.553477 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:04.557483 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67daebaa-662f-4b84-962f-8df925cef7ed,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:04.568789 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.569193 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.569536 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.570114 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.570505 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.570828 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.571419 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.571805 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.572204 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.572690 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.573201 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.573719 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.574759 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.575448 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.575783 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:04.594082 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 34080) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:04.594223 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6c35ce6c-2b67-454f-ac83-367f2fc9a7d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=449865b12c7b4be0830db895d33ca0ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146579 Jun 23 22:38:04.648079 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-de282824-1adc-470c-97eb-8e9f85baefc4 admin admin] Publish callbacks [] for security_group (67daebaa-662f-4b84-962f-8df925cef7ed), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:04.672298 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-de282824-1adc-470c-97eb-8e9f85baefc4 admin admin] Publish callbacks [] for security_group (67daebaa-662f-4b84-962f-8df925cef7ed), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:04.704582 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:04.727169 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-de282824-1adc-470c-97eb-8e9f85baefc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (67daebaa-662f-4b84-962f-8df925cef7ed), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:04.729842 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-de282824-1adc-470c-97eb-8e9f85baefc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:04.731634 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-de282824-1adc-470c-97eb-8e9f85baefc4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67daebaa-662f-4b84-962f-8df925cef7ed HTTP/1.1" status: 204 len: 168 time: 0.1356566 Jun 23 22:38:04.755592 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de282824-1adc-470c-97eb-8e9f85baefc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67daebaa-662f-4b84-962f-8df925cef7ed,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:04.803045 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device fcd7f448-0e19-49ef-8647-5eb43ef16709 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:38:04.832181 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: fcd7f448-0e19-49ef-8647-5eb43ef16709 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:38:04.832755 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device fcd7f448-0e19-49ef-8647-5eb43ef16709 not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:38:04.858799 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506697e-48e0-4d79-987c-82dce76bd6a4 req-04bb9eab-39e8-413f-97cf-d2b510722c65 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:04.860369 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2506697e-48e0-4d79-987c-82dce76bd6a4 req-04bb9eab-39e8-413f-97cf-d2b510722c65 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0567365 Jun 23 22:38:04.899411 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:04.926808 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2506697e-48e0-4d79-987c-82dce76bd6a4 req-531c25ff-ce42-473f-bb95-57593fe85a0a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606380 Jun 23 22:38:05.061000 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 34098) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:05.078125 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-669f8d81-162f-4219-950e-f393b327446b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.155945 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-669f8d81-162f-4219-950e-f393b327446b admin admin] Publish callbacks [] for security_group (a28c85ee-e6f5-4977-a314-cf5cc1f902dc), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.159877 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-669f8d81-162f-4219-950e-f393b327446b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (a28c85ee-e6f5-4977-a314-cf5cc1f902dc), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.198223 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-669f8d81-162f-4219-950e-f393b327446b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=863222117d1f4c4aa113ff37ee814a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361330 Jun 23 22:38:05.200347 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f8d81-162f-4219-950e-f393b327446b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28c85ee-e6f5-4977-a314-cf5cc1f902dc,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:05.201254 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34102) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:05.251201 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f71b88d7-e6ba-4875-a06e-00490e517d3f admin admin] Publish callbacks [] for security_group (a28c85ee-e6f5-4977-a314-cf5cc1f902dc), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.271826 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f71b88d7-e6ba-4875-a06e-00490e517d3f admin admin] Publish callbacks [] for security_group (a28c85ee-e6f5-4977-a314-cf5cc1f902dc), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.323573 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f71b88d7-e6ba-4875-a06e-00490e517d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (a28c85ee-e6f5-4977-a314-cf5cc1f902dc), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.326571 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f71b88d7-e6ba-4875-a06e-00490e517d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.327735 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-f71b88d7-e6ba-4875-a06e-00490e517d3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a28c85ee-e6f5-4977-a314-cf5cc1f902dc HTTP/1.1" status: 204 len: 168 time: 0.1254628 Jun 23 22:38:05.335495 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b88d7-e6ba-4875-a06e-00490e517d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28c85ee-e6f5-4977-a314-cf5cc1f902dc,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:05.525647 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2b514574-c79f-445b-981c-8fe1265b5626 req-253a1cae-37c1-4b8c-a21c-90643d7e1ffd tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 210 time: 0.0293064 Jun 23 22:38:05.668551 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34112) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:05.681708 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6ef540cb-86df-457f-b9c1-e3dab6b428df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.757359 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6ef540cb-86df-457f-b9c1-e3dab6b428df admin admin] Publish callbacks [] for security_group (fdaae67d-d5b6-4d39-b570-ea47a6383d9b), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.760773 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6ef540cb-86df-457f-b9c1-e3dab6b428df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (fdaae67d-d5b6-4d39-b570-ea47a6383d9b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.800542 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6ef540cb-86df-457f-b9c1-e3dab6b428df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d17e57f09e7c42ca8dd90f1b9a79e79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309593 Jun 23 22:38:05.801443 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef540cb-86df-457f-b9c1-e3dab6b428df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaae67d-d5b6-4d39-b570-ea47a6383d9b,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:05.803155 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 34114) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:05.854617 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Publish callbacks [] for security_group (fdaae67d-d5b6-4d39-b570-ea47a6383d9b), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.885274 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Publish callbacks [] for security_group (fdaae67d-d5b6-4d39-b570-ea47a6383d9b), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.937766 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (fdaae67d-d5b6-4d39-b570-ea47a6383d9b), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.940610 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:05.941802 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fdaae67d-d5b6-4d39-b570-ea47a6383d9b HTTP/1.1" status: 204 len: 168 time: 0.1375721 Jun 23 22:38:05.951031 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaae67d-d5b6-4d39-b570-ea47a6383d9b,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:05.958823 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.959214 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.959613 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.959988 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.960314 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.960634 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.960998 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.961486 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.961808 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.962125 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.962448 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.962762 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.963113 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.963425 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:05.963824 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a10929-5ca9-4842-9142-a148c1fb625f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:06.044597 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a8603-0578-478f-88a4-7eb93afb3b8e req-3dd4b9bb-5779-4ec4-9761-a77197a31da6 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:06.046165 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-153a8603-0578-478f-88a4-7eb93afb3b8e req-3dd4b9bb-5779-4ec4-9761-a77197a31da6 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0478501 Jun 23 22:38:06.093726 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-153a8603-0578-478f-88a4-7eb93afb3b8e req-3b4ade3b-2285-4254-8764-9fa6be0ef9e2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Jun 23 22:38:06.644288 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-08ef0657-49ef-4b4f-9243-b30b1672248c req-c9d150b3-7709-4583-95ab-2d45efd9e294 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 210 time: 0.0371301 Jun 23 22:38:06.648420 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c37c-5ba8-440d-8946-b9704b3a8066 req-21de5c58-591e-4416-aeed-f40fdd3a5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:06.650006 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9f93c37c-5ba8-440d-8946-b9704b3a8066 req-21de5c58-591e-4416-aeed-f40fdd3a5915 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 1129 time: 0.0734162 Jun 23 22:38:06.766238 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c37c-5ba8-440d-8946-b9704b3a8066 req-e31ae5b4-4237-40ef-86ce-47f1865b09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:06.767978 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9f93c37c-5ba8-440d-8946-b9704b3a8066 req-e31ae5b4-4237-40ef-86ce-47f1865b09bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.1078236 Jun 23 22:38:06.825021 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9f93c37c-5ba8-440d-8946-b9704b3a8066 req-de6e6e72-2540-482b-9583-5fdfa7bce3cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79ccfbc8-28e4-4313-8f45-8c693924dbde HTTP/1.1" status: 200 len: 217 time: 0.0384312 Jun 23 22:38:06.876155 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c37c-5ba8-440d-8946-b9704b3a8066 req-3826d586-5203-4256-89fb-183688c3c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:06.877623 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9f93c37c-5ba8-440d-8946-b9704b3a8066 req-3826d586-5203-4256-89fb-183688c3c4ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.0469804 Jun 23 22:38:07.213379 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bb6ca-ad4d-4a8c-96c9-05432add4775 req-e29672ed-a454-4388-8809-3e95a06ca359 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:07.216227 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5c8bb6ca-ad4d-4a8c-96c9-05432add4775 req-e29672ed-a454-4388-8809-3e95a06ca359 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0473804 Jun 23 22:38:07.267844 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5c8bb6ca-ad4d-4a8c-96c9-05432add4775 req-bfe1c674-85e5-4699-bc24-690a9f0f9384 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456204 Jun 23 22:38:07.747617 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-027ec056-ec68-4284-be13-5a8b757b5ca7 req-612a4547-687d-444a-8ef0-beee5e56492f tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 210 time: 0.0303800 Jun 23 22:38:08.387892 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bd3e9-0a40-42af-8df3-c447c01ec642 req-29a1770a-70c4-44ed-b6b2-a2c6936190eb tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:08.389358 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e04bd3e9-0a40-42af-8df3-c447c01ec642 req-29a1770a-70c4-44ed-b6b2-a2c6936190eb tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0492587 Jun 23 22:38:08.419503 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:08.437059 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e04bd3e9-0a40-42af-8df3-c447c01ec642 req-2b0b92b5-0b9d-4dd2-b54c-4d8a4ed4d03c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423083 Jun 23 22:38:08.827505 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:08.847316 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-838c1801-21ef-4317-a230-c3e1b2a064df req-87000a96-d08b-45d7-8883-b00df4ba0c7f tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 210 time: 0.0286126 Jun 23 22:38:09.687992 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a21ae-b974-4984-8109-2d541b48ffd4 req-e3e74c08-a7e4-4aa2-ba83-0c00658cba34 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:09.689455 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1a7a21ae-b974-4984-8109-2d541b48ffd4 req-e3e74c08-a7e4-4aa2-ba83-0c00658cba34 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0479245 Jun 23 22:38:09.764252 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c37c-5ba8-440d-8946-b9704b3a8066 req-55c9e8b0-5a66-40ee-b1c3-eb8acf8eebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:09.766284 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9f93c37c-5ba8-440d-8946-b9704b3a8066 req-55c9e8b0-5a66-40ee-b1c3-eb8acf8eebbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545189 Jun 23 22:38:09.778153 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1a7a21ae-b974-4984-8109-2d541b48ffd4 req-a60d28a6-61ea-4265-a42b-8429a3e9e241 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827403 Jun 23 22:38:09.959079 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3463651d-e628-432a-a32d-9944f5d8b204 req-dd47923c-57a7-4625-9461-8f89f8e652c7 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 210 time: 0.0290108 Jun 23 22:38:10.132655 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-f1b96cc5-396f-444b-bfc0-fb50f0eb6775 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f7bc6b504b764fe6b3f892e2a8a88a05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369487 Jun 23 22:38:10.270709 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9f93c37c-5ba8-440d-8946-b9704b3a8066 req-0e184968-8537-4634-ad97-098695b1d81a service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931760 Jun 23 22:38:10.297428 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-4c48f668-037b-42d9-a8ec-f77208ca106f tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:10.298910 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-4c48f668-037b-42d9-a8ec-f77208ca106f tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590679 Jun 23 22:38:10.524079 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Request body: {'port': {'device_id': 'f2ce378d-902b-4621-84aa-51b964ae5fa4', 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65', 'admin_state_up': True, 'tenant_id': 'f7bc6b504b764fe6b3f892e2a8a88a05'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:11.008243 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9f93c37c-5ba8-440d-8946-b9704b3a8066 req-a56f2d94-4207-4c5a-856d-aef345e91b31 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877751 Jun 23 22:38:11.023931 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174544f5-48b8-4ce1-86c2-854ab04c8af5 req-1a200220-fe1b-472e-92fb-50613c5a4ed1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:11.025228 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-174544f5-48b8-4ce1-86c2-854ab04c8af5 req-1a200220-fe1b-472e-92fb-50613c5a4ed1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.1248593 Jun 23 22:38:11.026505 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Made reservation on behalf of f7bc6b504b764fe6b3f892e2a8a88a05 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:38:11.031149 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:11.088206 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:11.187667 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-04d8e5bb-e9de-4717-b69b-a69feec2cf2c req-18ed48d1-0d5e-4b83-b087-b38f261076da tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 210 time: 0.0894737 Jun 23 22:38:11.200825 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c4783-34be-49d9-9728-7e6201a2df90 req-7d757484-7819-4fc6-892f-0a5d5ae8c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:11.202332 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f38c4783-34be-49d9-9728-7e6201a2df90 req-7d757484-7819-4fc6-892f-0a5d5ae8c91a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 1129 time: 0.1011243 Jun 23 22:38:11.205399 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-174544f5-48b8-4ce1-86c2-854ab04c8af5 req-b3400742-3174-4cab-baee-b69749219936 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639125 Jun 23 22:38:11.394290 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:11.441416 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:11.443499 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Publish callbacks [] for security_group (59b9da17-0a4c-44c7-941a-55f44dc12177), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:11.445943 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c4783-34be-49d9-9728-7e6201a2df90 req-6836ba2d-74ce-4641-ac0e-374fdc882ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:11.447461 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f38c4783-34be-49d9-9728-7e6201a2df90 req-6836ba2d-74ce-4641-ac0e-374fdc882ab6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.2037365 Jun 23 22:38:11.450235 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (59b9da17-0a4c-44c7-941a-55f44dc12177), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:11.510098 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b9da17-0a4c-44c7-941a-55f44dc12177,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:11.651664 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f3ce3-446f-44f8-9e5f-58cc038bec58 req-2b194f5b-0af6-4fc8-95cf-af1aa71eabe9 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:11.655043 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-725f3ce3-446f-44f8-9e5f-58cc038bec58 req-2b194f5b-0af6-4fc8-95cf-af1aa71eabe9 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1009572 Jun 23 22:38:11.784128 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-725f3ce3-446f-44f8-9e5f-58cc038bec58 req-2476b68b-7059-48f9-8264-e219302cd863 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838444 Jun 23 22:38:11.785718 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Allocated IP 192.168.233.41 (07aa700d-5e1a-48fe-a750-7694054ecc65/de633fbb-bd4f-4588-b838-02cf463a0614/eef93757-ff5c-42de-bec1-9578ae8af3ca) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:38:11.860595 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:38:12.024248 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Publish callbacks [] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:12.077754 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:12.136012 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Network 07aa700d-5e1a-48fe-a750-7694054ecc65 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:12.142944 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:12.147543 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:38:12.180166 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Pushing event updated for resources: {'Port': ['ID=eef93757-ff5c-42de-bec1-9578ae8af3ca,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:12.217078 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:12.217959 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:12.243451 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-c03b731e-217f-4b73-8b4d-031edfa2590b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7241862 Jun 23 22:38:12.344396 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef6f23-fd95-46d9-a47a-de0b2aff0c24 req-d133a558-8534-4974-b6a2-2c5dca6415b4 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:12.345980 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a2ef6f23-fd95-46d9-a47a-de0b2aff0c24 req-d133a558-8534-4974-b6a2-2c5dca6415b4 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 935 time: 0.0524347 Jun 23 22:38:12.407701 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a2ef6f23-fd95-46d9-a47a-de0b2aff0c24 req-959dcaf6-2ea8-4887-953b-70e5b0d0426b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554483 Jun 23 22:38:12.500531 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-d9804e0f-5313-4c7f-bd69-e94caa18675a None None] Provisioning complete for port eef93757-ff5c-42de-bec1-9578ae8af3ca triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:12.501119 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d9804e0f-5313-4c7f-bd69-e94caa18675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:12.509842 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f5553-21f8-48b3-843a-1b19aa905ce7 req-42ab116e-9325-4a89-b590-134638570c02 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:12.511336 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a47f5553-21f8-48b3-843a-1b19aa905ce7 req-42ab116e-9325-4a89-b590-134638570c02 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0471642 Jun 23 22:38:12.532076 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-d9804e0f-5313-4c7f-bd69-e94caa18675a None None] Port eef93757-ff5c-42de-bec1-9578ae8af3ca cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:38:12.560255 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a47f5553-21f8-48b3-843a-1b19aa905ce7 req-33d6f9bf-a81a-4bd2-81b5-2c10519c5e62 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Jun 23 22:38:12.936984 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e2a5e-82d7-4530-9868-918f77a8377f req-2a003319-4fdf-4c57-9dd1-54d3c9813841 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:12.938712 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fc5e2a5e-82d7-4530-9868-918f77a8377f req-2a003319-4fdf-4c57-9dd1-54d3c9813841 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0639763 Jun 23 22:38:12.959816 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:13.001976 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fc5e2a5e-82d7-4530-9868-918f77a8377f req-36ce8e80-4aff-4307-94f6-f7d07b5e1f34 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568602 Jun 23 22:38:13.528486 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28976965-02ca-4314-9fcf-7d01f77213e8 req-2cc681bd-d575-48c4-b06d-2429bd9e994d tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:13.529850 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-28976965-02ca-4314-9fcf-7d01f77213e8 req-2cc681bd-d575-48c4-b06d-2429bd9e994d tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 935 time: 0.0517845 Jun 23 22:38:13.556308 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:13.579641 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-28976965-02ca-4314-9fcf-7d01f77213e8 req-421c516b-0c13-42f0-8715-831a89a6acb5 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438955 Jun 23 22:38:13.682878 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b8bde-efcc-418f-991d-3d9249d0a62d req-880883fb-45a5-4516-850d-e88820a87222 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:13.684548 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-013b8bde-efcc-418f-991d-3d9249d0a62d req-880883fb-45a5-4516-850d-e88820a87222 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0503511 Jun 23 22:38:13.734389 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-013b8bde-efcc-418f-991d-3d9249d0a62d req-b020b75f-de6f-4988-9059-bdab27751ae2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442810 Jun 23 22:38:14.161498 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a0647-3769-4b11-8205-35e867622ae0 req-a1635a11-694a-497e-bb3b-a86e7d874771 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:14.163004 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3a4a0647-3769-4b11-8205-35e867622ae0 req-a1635a11-694a-497e-bb3b-a86e7d874771 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0727024 Jun 23 22:38:14.220967 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3a4a0647-3769-4b11-8205-35e867622ae0 req-04395cbd-ab48-4871-a7a4-1a26bf6679c8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509517 Jun 23 22:38:14.712535 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80502f-bef6-477e-85b1-fdb644c78f5a req-3b10aea2-73b1-423e-8075-cbba634c38e0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:14.714250 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dd80502f-bef6-477e-85b1-fdb644c78f5a req-3b10aea2-73b1-423e-8075-cbba634c38e0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 935 time: 0.0501792 Jun 23 22:38:14.781555 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dd80502f-bef6-477e-85b1-fdb644c78f5a req-7feacf96-6a9e-4138-a6f0-81eb7814795e tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601246 Jun 23 22:38:14.907291 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeef59-e8a2-4b72-a00c-16ae53db278b req-e2bb9654-9496-4c40-9374-9b75157f423d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:14.908988 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5eeef59-e8a2-4b72-a00c-16ae53db278b req-e2bb9654-9496-4c40-9374-9b75157f423d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0577235 Jun 23 22:38:14.972811 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5eeef59-e8a2-4b72-a00c-16ae53db278b req-6bd76e12-6998-4c62-ac84-36141baed0fa tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560422 Jun 23 22:38:15.224989 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Request body: {'port': {'device_id': 'f2ce378d-902b-4621-84aa-51b964ae5fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:15.301459 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f38c4783-34be-49d9-9728-7e6201a2df90 req-dc77fa51-3df0-4f93-981f-0fa4d20efef9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79ccfbc8-28e4-4313-8f45-8c693924dbde HTTP/1.1" status: 200 len: 217 time: 0.0732319 Jun 23 22:38:15.408409 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36d32-c8da-4326-a4bf-1973554700be req-19207cf7-1803-46f5-8fec-17533fa78e4e tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:15.410591 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-04d36d32-c8da-4326-a4bf-1973554700be req-19207cf7-1803-46f5-8fec-17533fa78e4e tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1057746 Jun 23 22:38:15.411345 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:15.627565 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-04d36d32-c8da-4326-a4bf-1973554700be req-2558ed62-e119-4786-a5fc-94cfd069617e tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945477 Jun 23 22:38:15.664483 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c4783-34be-49d9-9728-7e6201a2df90 req-c4c3258b-48b7-4e76-86f4-671e78b9fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:15.666421 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f38c4783-34be-49d9-9728-7e6201a2df90 req-c4c3258b-48b7-4e76-86f4-671e78b9fdbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.1651433 Jun 23 22:38:15.794231 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:INSERT=7,neutron:SELECT=48,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:15.800365 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:15.894272 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:15.900719 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef93757-ff5c-42de-bec1-9578ae8af3ca {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:38:15.912829 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Publish callbacks [] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:15.934996 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Transition to ACTIVE for port object eef93757-ff5c-42de-bec1-9578ae8af3ca will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:38:15.945601 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:16.109662 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:16.312926 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Pushing event updated for resources: {'Port': ['ID=eef93757-ff5c-42de-bec1-9578ae8af3ca,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:16.466716 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954cd49-d461-4e49-92ce-d52a34011381 req-43d6a61b-513e-49ff-8f20-c7386db5cf77 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:16.479647 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c954cd49-d461-4e49-92ce-d52a34011381 req-43d6a61b-513e-49ff-8f20-c7386db5cf77 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 947 time: 0.3952072 Jun 23 22:38:16.482959 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c4783-34be-49d9-9728-7e6201a2df90 req-40066f2c-1d0d-4ac0-9063-dda5ab0e6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:16.496147 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f38c4783-34be-49d9-9728-7e6201a2df90 req-40066f2c-1d0d-4ac0-9063-dda5ab0e6bff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3411236 Jun 23 22:38:16.664629 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74941a7-d6b8-4311-9172-039cf46e2252 req-3abe8ffa-89bb-424a-945a-cee8a81d0d27 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:16.665655 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34436) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:16.666079 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f74941a7-d6b8-4311-9172-039cf46e2252 req-3abe8ffa-89bb-424a-945a-cee8a81d0d27 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.4284420 Jun 23 22:38:16.766638 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c954cd49-d461-4e49-92ce-d52a34011381 req-c44ada21-9794-4424-a9ff-e883ff8088aa tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857773 Jun 23 22:38:16.805810 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f38c4783-34be-49d9-9728-7e6201a2df90 req-73401d8c-6989-4bb3-b2a0-d638701e64f9 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063965 Jun 23 22:38:16.817898 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Attempting to bind port eef93757-ff5c-42de-bec1-9578ae8af3ca on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:38:16.818237 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Attempting to bind port eef93757-ff5c-42de-bec1-9578ae8af3ca by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'c7aff66e-648c-4571-9887-6dd8da813ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:38:16.819158 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Attempting to bind port eef93757-ff5c-42de-bec1-9578ae8af3ca on network 07aa700d-5e1a-48fe-a750-7694054ecc65 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:38:16.880991 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1df7048d-72ef-4573-8e83-db1edd553be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:16.926209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Port eef93757-ff5c-42de-bec1-9578ae8af3ca on network 07aa700d-5e1a-48fe-a750-7694054ecc65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:38:16.927479 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Attempting to bind port eef93757-ff5c-42de-bec1-9578ae8af3ca on network 07aa700d-5e1a-48fe-a750-7694054ecc65 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:38:16.953234 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f74941a7-d6b8-4311-9172-039cf46e2252 req-7a59ac17-247f-41a8-ab99-3e906e3f6b40 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668462 Jun 23 22:38:16.974300 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:38:16.974713 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Checking segment: {'id': 'c7aff66e-648c-4571-9887-6dd8da813ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:38:16.975240 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Bound using segment: {'id': 'c7aff66e-648c-4571-9887-6dd8da813ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:38:16.975747 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Bound port: eef93757-ff5c-42de-bec1-9578ae8af3ca, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7aff66e-648c-4571-9887-6dd8da813ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:38:16.976164 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:16.994239 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1df7048d-72ef-4573-8e83-db1edd553be5 admin admin] Publish callbacks [] for security_group (411fdb2f-1157-40cc-a3a1-9ea15a33d486), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:17.010315 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1df7048d-72ef-4573-8e83-db1edd553be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (411fdb2f-1157-40cc-a3a1-9ea15a33d486), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:17.059952 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-1df7048d-72ef-4573-8e83-db1edd553be5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=052e490afbed45a783fd7adc1e08823f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893764 Jun 23 22:38:17.060702 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7048d-72ef-4573-8e83-db1edd553be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411fdb2f-1157-40cc-a3a1-9ea15a33d486,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:17.066633 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34446) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:17.078205 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a204e-a17c-499a-b2c2-eb8cddc1af98 req-d274553b-d111-4210-ae15-3e447e270f73 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:17.086353 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-662a204e-a17c-499a-b2c2-eb8cddc1af98 req-d274553b-d111-4210-ae15-3e447e270f73 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1647501 Jun 23 22:38:17.118532 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-97f5c2ab-e44a-4fbb-8fb8-9d625dadd81d admin admin] Publish callbacks [] for security_group (411fdb2f-1157-40cc-a3a1-9ea15a33d486), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:17.157266 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f38c4783-34be-49d9-9728-7e6201a2df90 req-e5eb8aba-5198-487d-8085-9284fb1759de service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282726 Jun 23 22:38:17.165470 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-97f5c2ab-e44a-4fbb-8fb8-9d625dadd81d admin admin] Publish callbacks [] for security_group (411fdb2f-1157-40cc-a3a1-9ea15a33d486), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:17.253227 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-97f5c2ab-e44a-4fbb-8fb8-9d625dadd81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (411fdb2f-1157-40cc-a3a1-9ea15a33d486), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:17.253493 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-662a204e-a17c-499a-b2c2-eb8cddc1af98 req-6d71c2d0-1e00-493c-912e-d10fc3c98dd7 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562316 Jun 23 22:38:17.256770 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-97f5c2ab-e44a-4fbb-8fb8-9d625dadd81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:17.273112 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-97f5c2ab-e44a-4fbb-8fb8-9d625dadd81d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/411fdb2f-1157-40cc-a3a1-9ea15a33d486 HTTP/1.1" status: 204 len: 168 time: 0.2051911 Jun 23 22:38:17.289092 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5c2ab-e44a-4fbb-8fb8-9d625dadd81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411fdb2f-1157-40cc-a3a1-9ea15a33d486,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:17.333418 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] For port eef93757-ff5c-42de-bec1-9578ae8af3ca, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:38:17.338082 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] For port eef93757-ff5c-42de-bec1-9578ae8af3ca, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=eef93757-ff5c-42de-bec1-9578ae8af3ca,segment=NetworkSegment(c7aff66e-648c-4571-9887-6dd8da813ade),segment_id=c7aff66e-648c-4571-9887-6dd8da813ade)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:38:17.346738 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:17.407932 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:17.408838 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:17.410983 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] 10.222.0.55 "PUT /v2.0/ports/eef93757-ff5c-42de-bec1-9578ae8af3ca HTTP/1.1" status: 200 len: 1097 time: 2.1914656 Jun 23 22:38:17.411880 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ce378d-902b-4621-84aa-51b964ae5fa4', 'tag': 'eef93757-ff5c-42de-bec1-9578ae8af3ca'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:38:17.414454 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08406d49-6aac-4250-acd0-65e69170deb9" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ce378d-902b-4621-84aa-51b964ae5fa4", "tag": "eef93757-ff5c-42de-bec1-9578ae8af3ca"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:38:17.457790 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d54c0e-7de7-45d6-bf3c-2f2d2456dce7 service neutron] Pushing event updated for resources: {'Port': ['ID=eef93757-ff5c-42de-bec1-9578ae8af3ca,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:17.513667 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ed68f2-994b-4b52-b137-bb09dbacf6de x-openstack-request-id: req-04ed68f2-994b-4b52-b137-bb09dbacf6de {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:38:17.513981 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ce378d-902b-4621-84aa-51b964ae5fa4", "tag": "eef93757-ff5c-42de-bec1-9578ae8af3ca", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:38:17.514241 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04ed68f2-994b-4b52-b137-bb09dbacf6de {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:38:17.514595 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ed68f2-994b-4b52-b137-bb09dbacf6de'] response: {'name': 'network-changed', 'server_uuid': 'f2ce378d-902b-4621-84aa-51b964ae5fa4', 'tag': 'eef93757-ff5c-42de-bec1-9578ae8af3ca', 'status': 'completed', 'code': 200} Jun 23 22:38:17.905188 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:17.925500 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410ca40-d98d-435d-bd2e-51b4de6e1cad req-212bb44b-1264-4e07-bd0e-3735513c37a8 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:17.932153 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0410ca40-d98d-435d-bd2e-51b4de6e1cad req-212bb44b-1264-4e07-bd0e-3735513c37a8 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 947 time: 0.0618639 Jun 23 22:38:17.983970 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0410ca40-d98d-435d-bd2e-51b4de6e1cad req-c4580ea9-dfae-4b1a-bed2-7b506b2ff42e tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499961 Jun 23 22:38:18.211464 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34502) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:18.313776 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-895035452-network', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:18.335853 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Made reservation on behalf of 1eb4b659032e4ec09a16c45b29d609f0 for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:38:18.338354 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:18.347477 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:18.372748 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3830b-794f-4264-bd32-ead8d77decc0 req-3c4a3a27-ac85-46a6-b62b-4bb47829fded tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:18.374308 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0fe3830b-794f-4264-bd32-ead8d77decc0 req-3c4a3a27-ac85-46a6-b62b-4bb47829fded tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0486379 Jun 23 22:38:18.425303 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Publish callbacks [] for security_group (d35050ee-9787-45ec-a770-4aadcc5563f1), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:18.425963 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0fe3830b-794f-4264-bd32-ead8d77decc0 req-d9c3dfcd-364a-4bf9-9121-5f79b60a0708 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458255 Jun 23 22:38:18.429312 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (d35050ee-9787-45ec-a770-4aadcc5563f1), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:18.456720 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:38:18.473012 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35050ee-9787-45ec-a770-4aadcc5563f1,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:18.477536 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (5d656530-c653-4189-8efa-12771bf00d27), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:18.477867 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Added segment 5d656530-c653-4189-8efa-12771bf00d27 of type vlan for network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 Jun 23 22:38:18.519143 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:18.544314 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:18.545258 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:18.545825 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:18.582621 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3700743 Jun 23 22:38:18.585685 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 34512) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:18.591273 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-769a6297-b6d2-4192-b860-d296a478787e admin admin] Request body: {'subnet': {'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-895035452-subnet', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'ip_version': 4}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:18.608463 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd16b4-143c-474c-8d35-584a26a1572a admin admin] Pushing event updated for resources: {'Network': ['ID=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:18.613705 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769a6297-b6d2-4192-b860-d296a478787e admin admin] Made reservation on behalf of 1eb4b659032e4ec09a16c45b29d609f0 for: {'subnet': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:38:18.616559 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-769a6297-b6d2-4192-b860-d296a478787e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4994202'] for subnet (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:18.618704 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:38:18.630124 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:18.797935 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-769a6297-b6d2-4192-b860-d296a478787e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4994284'] for subnet (9c1d504b-75ad-4078-bc16-7cc310261d04), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:18.846805 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a6297-b6d2-4192-b860-d296a478787e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1d504b-75ad-4078-bc16-7cc310261d04,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:18.865462 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769a6297-b6d2-4192-b860-d296a478787e admin admin] Checking segment: {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:38:18.865806 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769a6297-b6d2-4192-b860-d296a478787e admin admin] Network hostable DHCP agents. Network: 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:38:18.883510 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769a6297-b6d2-4192-b860-d296a478787e admin admin] Network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:38:18.893627 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-769a6297-b6d2-4192-b860-d296a478787e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1) {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:18.897849 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a6297-b6d2-4192-b860-d296a478787e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:18.899820 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-769a6297-b6d2-4192-b860-d296a478787e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:18.903401 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1a652-63a4-463e-96c9-d58eae59fa81 None None] Network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:38:18.925700 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-769a6297-b6d2-4192-b860-d296a478787e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3389027 Jun 23 22:38:18.928262 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 34520) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:18.932357 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:18.952833 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7559'] for router (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:18.953805 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7885047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7925361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7564'] for router (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.003986 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Publish callbacks [] for router_controller (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), precommit_add_association {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.012645 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:38:19.014208 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.155527 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Allocated IP 172.20.0.2 (0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1/9c1d504b-75ad-4078-bc16-7cc310261d04/a0842154-dce9-4426-859d-d208c1edc6f4) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:38:19.189285 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153a98f-bd54-4ad0-90e8-0e3a950063a2 req-355bcf3a-917a-4b30-bd80-181b63ce4f35 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:19.190774 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0153a98f-bd54-4ad0-90e8-0e3a950063a2 req-355bcf3a-917a-4b30-bd80-181b63ce4f35 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 947 time: 0.1287217 Jun 23 22:38:19.192848 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Publish callbacks [] for router_gateway (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.290581 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0153a98f-bd54-4ad0-90e8-0e3a950063a2 req-2decfdb5-63b7-4e2a-a000-2aa87c1d0b7b tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929129 Jun 23 22:38:19.301145 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:19.314191 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Publish callbacks [] for port (a0842154-dce9-4426-859d-d208c1edc6f4), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.320919 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.360610 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:19.364952 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:19.367463 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:38:19.372232 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:19.372803 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:19.382574 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Pushing event updated for resources: {'Port': ['ID=a0842154-dce9-4426-859d-d208c1edc6f4,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:19.414341 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Publish callbacks [] for router_gateway (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.434467 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.440682 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Attempting to bind port a0842154-dce9-4426-859d-d208c1edc6f4 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:38:19.441042 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Attempting to bind port a0842154-dce9-4426-859d-d208c1edc6f4 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:38:19.441399 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Attempting to bind port a0842154-dce9-4426-859d-d208c1edc6f4 on network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:38:19.446629 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:38:19.447018 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Checking segment: {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:38:19.447406 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.447783 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Bound using segment: {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:38:19.448221 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Bound port: a0842154-dce9-4426-859d-d208c1edc6f4, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:38:19.448618 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.510768 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] For port a0842154-dce9-4426-859d-d208c1edc6f4, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:38:19.514236 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] For port a0842154-dce9-4426-859d-d208c1edc6f4, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a0842154-dce9-4426-859d-d208c1edc6f4,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:38:19.519922 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.566045 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:19.576947 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b236c-0cd8-4f06-8af5-71d003b9b7b6 None None] Pushing event updated for resources: {'Port': ['ID=a0842154-dce9-4426-859d-d208c1edc6f4,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:19.580190 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Allocated IP 172.27.2.175 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/196dc584-01dd-4032-be05-665bbd3a275d) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:38:19.588219 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96471fd-89c1-4816-8f61-f95399c61f07 req-3fe6cb30-e569-4ef4-ac75-5f887ad4e774 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:19.589661 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e96471fd-89c1-4816-8f61-f95399c61f07 req-3fe6cb30-e569-4ef4-ac75-5f887ad4e774 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0761623 Jun 23 22:38:19.713958 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e96471fd-89c1-4816-8f61-f95399c61f07 req-ac7cb0bc-988d-475a-b857-6cebe6d462cf tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145453 Jun 23 22:38:19.756491 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08406d49-6aac-4250-acd0-65e69170deb9 req-9ca9d045-f7f2-4537-b14a-22e2ed3fb9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:19.758034 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-08406d49-6aac-4250-acd0-65e69170deb9 req-9ca9d045-f7f2-4537-b14a-22e2ed3fb9e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7bc6b504b764fe6b3f892e2a8a88a05&device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 1131 time: 0.0633063 Jun 23 22:38:19.805124 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Publish callbacks [] for port (196dc584-01dd-4032-be05-665bbd3a275d), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.860902 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (196dc584-01dd-4032-be05-665bbd3a275d), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:19.930762 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:19.934617 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:19.950414 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:38:19.961055 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Pushing event updated for resources: {'Port': ['ID=196dc584-01dd-4032-be05-665bbd3a275d,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:20.109580 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-08406d49-6aac-4250-acd0-65e69170deb9 req-9d3df2d6-3e1f-4470-a20e-24903616a5a3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f7bc6b504b764fe6b3f892e2a8a88a05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529745 Jun 23 22:38:20.653479 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:20.704164 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0656f2-6dbb-4386-af41-2c639d18079e req-290a7b6f-d2ea-4fa9-b51a-85a70e7a1bec tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:20.705672 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7f0656f2-6dbb-4386-af41-2c639d18079e req-290a7b6f-d2ea-4fa9-b51a-85a70e7a1bec tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 947 time: 0.0601537 Jun 23 22:38:20.709296 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08406d49-6aac-4250-acd0-65e69170deb9 req-8444ae16-c73f-43ef-bf00-cac004ad8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:20.710785 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-08406d49-6aac-4250-acd0-65e69170deb9 req-8444ae16-c73f-43ef-bf00-cac004ad8d6d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5669329 Jun 23 22:38:20.769967 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Publish callbacks [] for router_gateway (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:20.911107 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358bf80-eb96-4bbd-ac3f-6e9a3f20ff96 None None] Network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:38:20.962767 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:20.973217 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7f0656f2-6dbb-4386-af41-2c639d18079e req-1c074f0e-40f5-4bed-aa69-2b25bb97d5f7 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501483 Jun 23 22:38:20.981136 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-278097a1-43ee-433f-a03e-f79afd6afb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:20.982885 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-278097a1-43ee-433f-a03e-f79afd6afb6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7bc6b504b764fe6b3f892e2a8a88a05&device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 1131 time: 0.2101743 Jun 23 22:38:20.992220 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8b0be-f58a-4f96-b02f-3a193d920457 req-edca3c06-7fac-4893-bf45-c0a3dd5b1067 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:20.994075 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6ee8b0be-f58a-4f96-b02f-3a193d920457 req-edca3c06-7fac-4893-bf45-c0a3dd5b1067 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1288302 Jun 23 22:38:21.044486 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-ec42c5e7-37a9-493d-8b1b-0b8717271782 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=eef93757-ff5c-42de-bec1-9578ae8af3ca HTTP/1.1" status: 200 len: 217 time: 0.0464070 Jun 23 22:38:21.082362 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-52f293bd-5d95-4d2d-84ec-d850eb7abc55 None None] Provisioning complete for port a0842154-dce9-4426-859d-d208c1edc6f4 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:21.082362 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-52f293bd-5d95-4d2d-84ec-d850eb7abc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.118521 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34562) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:21.123836 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-93b12fe2-143d-4770-99f4-2ef9d2758830 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627520241', 'description': 'tempest-description--253390047'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:21.163951 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:21.204352 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-93b12fe2-143d-4770-99f4-2ef9d2758830 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.250584 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-52f293bd-5d95-4d2d-84ec-d850eb7abc55 None None] Current status of the port a0842154-dce9-4426-859d-d208c1edc6f4 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:21.250992 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-52f293bd-5d95-4d2d-84ec-d850eb7abc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.301938 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:21.363301 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-52f293bd-5d95-4d2d-84ec-d850eb7abc55 None None] For port a0842154-dce9-4426-859d-d208c1edc6f4, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a0842154-dce9-4426-859d-d208c1edc6f4,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:21.370602 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-52f293bd-5d95-4d2d-84ec-d850eb7abc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.429605 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-93b12fe2-143d-4770-99f4-2ef9d2758830 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for security_group (23e8efa3-ac53-4179-b2fc-619e4354c1b5), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.445134 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-93b12fe2-143d-4770-99f4-2ef9d2758830 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (23e8efa3-ac53-4179-b2fc-619e4354c1b5), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.477984 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7885616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147'] for router (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.478979 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-93b12fe2-143d-4770-99f4-2ef9d2758830 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.485023 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-93b12fe2-143d-4770-99f4-2ef9d2758830 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3611381 Jun 23 22:38:21.486665 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34580) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:21.503110 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-eb1adcd9-2dbf-4229-be3d-7501c703aa6e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Request body: {'security_group_rule': {'security_group_id': '23e8efa3-ac53-4179-b2fc-619e4354c1b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:21.535451 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6ee8b0be-f58a-4f96-b02f-3a193d920457 req-9762f12c-d50a-4ec9-bdcb-ae8fef82e694 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4897060 Jun 23 22:38:21.541194 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f293bd-5d95-4d2d-84ec-d850eb7abc55 None None] Pushing event updated for resources: {'Port': ['ID=a0842154-dce9-4426-859d-d208c1edc6f4,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:21.560620 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb1adcd9-2dbf-4229-be3d-7501c703aa6e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for security_group_rule (4dab9a61-5d3e-43b3-bcf9-c7b695daea00), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.561083 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-f178ca05-b5e6-43ff-8453-7c51c3c36920 None None] Provisioning complete for port a0842154-dce9-4426-859d-d208c1edc6f4 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:21.564085 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f178ca05-b5e6-43ff-8453-7c51c3c36920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.602094 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b12fe2-143d-4770-99f4-2ef9d2758830 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e8efa3-ac53-4179-b2fc-619e4354c1b5,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:21.626795 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-e477fc03-8538-4277-b0eb-4f0e01ff0096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:21.628729 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-e477fc03-8538-4277-b0eb-4f0e01ff0096 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de633fbb-bd4f-4588-b838-02cf463a0614 HTTP/1.1" status: 200 len: 843 time: 0.5552986 Jun 23 22:38:21.670192 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34582) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:21.724396 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f178ca05-b5e6-43ff-8453-7c51c3c36920 None None] Current status of the port a0842154-dce9-4426-859d-d208c1edc6f4 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:21.735660 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb1adcd9-2dbf-4229-be3d-7501c703aa6e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for security_group_rule (4dab9a61-5d3e-43b3-bcf9-c7b695daea00), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.750197 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb1adcd9-2dbf-4229-be3d-7501c703aa6e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (4dab9a61-5d3e-43b3-bcf9-c7b695daea00), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.764159 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-7c81197f-3985-41f2-9914-0d17c544c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:21.765642 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-7c81197f-3985-41f2-9914-0d17c544c822 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07aa700d-5e1a-48fe-a750-7694054ecc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1232505 Jun 23 22:38:21.800982 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1adcd9-2dbf-4229-be3d-7501c703aa6e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dab9a61-5d3e-43b3-bcf9-c7b695daea00,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:21.814346 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb1adcd9-2dbf-4229-be3d-7501c703aa6e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.820415 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-eb1adcd9-2dbf-4229-be3d-7501c703aa6e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3283298 Jun 23 22:38:21.824775 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34586) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:21.829660 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-db9d9173-eb32-4d99-afa8-9de733964f3c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Request body: {'security_group_rule': {'security_group_id': '23e8efa3-ac53-4179-b2fc-619e4354c1b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:21.870677 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a0842154-dce9-4426-859d-d208c1edc6f4 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:38:21.888382 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-db9d9173-eb32-4d99-afa8-9de733964f3c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for security_group_rule (75bf9eda-7848-49cd-9ae9-8a5bf7f99128), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.912162 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 is scheduled to L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 with binding_index 1 {{(pid=104138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 22:38:21.941833 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-7d619f7b-0ecb-4ed5-84b8-38e3fc51a84b service neutron] 10.222.0.55 "GET /v2.0/networks/07aa700d-5e1a-48fe-a750-7694054ecc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603212 Jun 23 22:38:21.950505 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port a0842154-dce9-4426-859d-d208c1edc6f4 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:21.951506 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:21.966153 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-70ff7b0b-4f46-4c7f-9436-0388e2fa6706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:22.045691 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-db9d9173-eb32-4d99-afa8-9de733964f3c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for security_group_rule (75bf9eda-7848-49cd-9ae9-8a5bf7f99128), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:22.063330 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-db9d9173-eb32-4d99-afa8-9de733964f3c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (75bf9eda-7848-49cd-9ae9-8a5bf7f99128), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:22.072084 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port a0842154-dce9-4426-859d-d208c1edc6f4 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:22.082870 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:22.106570 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d9173-eb32-4d99-afa8-9de733964f3c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bf9eda-7848-49cd-9ae9-8a5bf7f99128,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:22.117045 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-db9d9173-eb32-4d99-afa8-9de733964f3c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:22.118242 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-db9d9173-eb32-4d99-afa8-9de733964f3c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2923512 Jun 23 22:38:22.133415 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34590) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:22.145167 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:22.179336 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:22.207786 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d41d1-3f1e-4067-ab57-4cc50d2e4359 req-d1d6d3ee-88d6-47ee-85bd-343623c7d25a tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:22.210311 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5b3d41d1-3f1e-4067-ab57-4cc50d2e4359 req-d1d6d3ee-88d6-47ee-85bd-343623c7d25a tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 947 time: 0.0950119 Jun 23 22:38:22.219780 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-70ff7b0b-4f46-4c7f-9436-0388e2fa6706 admin admin] Publish callbacks [] for security_group (b797677d-8a45-4926-a413-80817ea1ae75), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:22.229010 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-70ff7b0b-4f46-4c7f-9436-0388e2fa6706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (b797677d-8a45-4926-a413-80817ea1ae75), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:22.251520 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:38:22.272357 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Sync routers for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:38:22.291736 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:38:22.292722 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:37:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:22.302278 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff7b0b-4f46-4c7f-9436-0388e2fa6706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b797677d-8a45-4926-a413-80817ea1ae75,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:22.343693 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c9c0fb0b-3e63-41ce-aa08-039dc55a9cbe req-73c8069a-8a69-44fb-ab38-0f9e05118671 service neutron] 10.222.0.55 "GET /v2.0/networks/07aa700d-5e1a-48fe-a750-7694054ecc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639393 Jun 23 22:38:22.368115 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-70ff7b0b-4f46-4c7f-9436-0388e2fa6706 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30f69128017743eea63a05b325a2e246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6916618 Jun 23 22:38:22.372606 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34596) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:22.374313 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:22.374755 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-264dd0e0-1628-4220-87a6-328b2bfd6685 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4455731 Jun 23 22:38:22.386969 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:22.390743 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5b3d41d1-3f1e-4067-ab57-4cc50d2e4359 req-d2e8d918-1a83-4f3a-a85a-95c2d218adf6 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702130 Jun 23 22:38:22.391417 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 34598) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:22.456833 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-97f435aa-1dbb-45f1-ba20-bf871fd163b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:22.467930 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:22.516253 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:22.584622 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:38:22.598434 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Allocated IP 172.27.2.194 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/db43e7cf-fdd5-4e6d-a112-f166bc93f660) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:38:22.940758 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:22.942264 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:23.040419 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:23.045483 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for port (db43e7cf-fdd5-4e6d-a112-f166bc93f660), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.096416 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-62a77108-7542-46fc-a976-3dae3f82c4ad admin admin] Publish callbacks [] for security_group (b797677d-8a45-4926-a413-80817ea1ae75), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.142522 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-62a77108-7542-46fc-a976-3dae3f82c4ad admin admin] Publish callbacks [] for security_group (b797677d-8a45-4926-a413-80817ea1ae75), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.153577 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:20Z', 'revision_number': 3, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:23.156017 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (db43e7cf-fdd5-4e6d-a112-f166bc93f660), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.205753 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c68fb-a270-4080-960c-6740a83444bd req-215c3ad8-89db-447e-947f-8f2327fc1dea tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:23.207403 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bb2c68fb-a270-4080-960c-6740a83444bd req-215c3ad8-89db-447e-947f-8f2327fc1dea tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.2626753 Jun 23 22:38:23.211047 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Checking router: dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:38:23.211638 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Updating router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 port 196dc584-01dd-4032-be05-665bbd3a275d binding host dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:38:23.234813 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:23.239931 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:23.245207 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:38:23.268157 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (196dc584-01dd-4032-be05-665bbd3a275d), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.285283 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event updated for resources: {'Port': ['ID=db43e7cf-fdd5-4e6d-a112-f166bc93f660,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:23.331541 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-62a77108-7542-46fc-a976-3dae3f82c4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (b797677d-8a45-4926-a413-80817ea1ae75), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.337475 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-62a77108-7542-46fc-a976-3dae3f82c4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.339403 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-62a77108-7542-46fc-a976-3dae3f82c4ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b797677d-8a45-4926-a413-80817ea1ae75 HTTP/1.1" status: 204 len: 168 time: 0.9658723 Jun 23 22:38:23.393870 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bb2c68fb-a270-4080-960c-6740a83444bd req-36e8cbba-af01-49af-abdc-ce840549498f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781969 Jun 23 22:38:23.398172 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a77108-7542-46fc-a976-3dae3f82c4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b797677d-8a45-4926-a413-80817ea1ae75,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:23.442944 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for floatingip (5f478763-1a2f-4152-b778-cce642adea8c), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.573485 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (db43e7cf-fdd5-4e6d-a112-f166bc93f660), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.625485 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8992-7ebe-46d5-850c-f1e460b4ab06 req-c6efb08e-644e-4a36-854a-f72e475d7113 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:23.627383 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6e3f8992-7ebe-46d5-850c-f1e460b4ab06 req-c6efb08e-644e-4a36-854a-f72e475d7113 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 947 time: 0.0575883 Jun 23 22:38:23.688196 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.717531 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6e3f8992-7ebe-46d5-850c-f1e460b4ab06 req-18eb5ebb-7dea-401f-abd5-03c6b6690e30 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844316 Jun 23 22:38:23.812415 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for port (db43e7cf-fdd5-4e6d-a112-f166bc93f660), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.821318 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4275053'] for port (db43e7cf-fdd5-4e6d-a112-f166bc93f660), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.845722 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:23.853082 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:23.881738 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Publish callbacks [] for port (196dc584-01dd-4032-be05-665bbd3a275d), precommit_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.892221 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (196dc584-01dd-4032-be05-665bbd3a275d), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.924692 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 34630) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:23.933930 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:23.962973 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Attempting to bind port 196dc584-01dd-4032-be05-665bbd3a275d on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:38:23.963344 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Attempting to bind port 196dc584-01dd-4032-be05-665bbd3a275d by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:38:23.963705 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Attempting to bind port 196dc584-01dd-4032-be05-665bbd3a275d on network 6e26287c-7a8e-421e-96a7-49a5147437a7 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:38:23.970126 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event updated for resources: {'Port': ['ID=db43e7cf-fdd5-4e6d-a112-f166bc93f660,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:23.979820 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:38:23.981182 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:38:23.982294 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.982695 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Bound using segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:38:23.983239 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Bound port: 196dc584-01dd-4032-be05-665bbd3a275d, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:38:23.983628 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (196dc584-01dd-4032-be05-665bbd3a275d), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:23.993232 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Allocated IP 172.20.0.1 (0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1/9c1d504b-75ad-4078-bc16-7cc310261d04/fb210a4c-3f02-4b07-a843-618817ab9650) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:38:23.997946 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (5f478763-1a2f-4152-b778-cce642adea8c), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.013747 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:24.021322 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.026785 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5268ff5e-8048-4b20-b128-4b6a115600fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.035682 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-e282782e-ec96-4a64-a613-53adb1c3e4d2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8945284 Jun 23 22:38:24.063638 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] For port 196dc584-01dd-4032-be05-665bbd3a275d, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:38:24.066907 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] For port 196dc584-01dd-4032-be05-665bbd3a275d, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=196dc584-01dd-4032-be05-665bbd3a275d,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:38:24.079305 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (196dc584-01dd-4032-be05-665bbd3a275d), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.088506 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b6f80-abc3-4d5c-af42-64c459eee759 None None] Pushing event updated for resources: {'Port': ['ID=196dc584-01dd-4032-be05-665bbd3a275d,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:24.120376 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:24.148301 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:24.162094 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b6f80-abc3-4d5c-af42-64c459eee759 None None] Pushing event updated for resources: {'Port': ['ID=196dc584-01dd-4032-be05-665bbd3a275d,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:24.211580 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Publish callbacks [] for port (fb210a4c-3f02-4b07-a843-618817ab9650), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.223681 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:38:24.224705 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:37:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:24.287422 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5268ff5e-8048-4b20-b128-4b6a115600fb admin admin] Publish callbacks [] for security_group (9fb01373-652a-485c-93f7-b857e5ca64d4), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.301450 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5268ff5e-8048-4b20-b128-4b6a115600fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9fb01373-652a-485c-93f7-b857e5ca64d4), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.331432 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.352228 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:38:24.370166 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34646) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:24.370780 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-5268ff5e-8048-4b20-b128-4b6a115600fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f687637bd4164671890f3f90b66fd78c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443986 Jun 23 22:38:24.439831 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268ff5e-8048-4b20-b128-4b6a115600fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb01373-652a-485c-93f7-b857e5ca64d4,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:24.445355 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:24.453233 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8a7d20d6-a87a-4a25-a601-519629660630 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--627520241&fields=id&tenant_id=192d1c8d15ce462dbf10fc3b519ab253 HTTP/1.1" status: 200 len: 267 time: 0.1803894 Jun 23 22:38:24.457809 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:24.462934 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:38:24.464430 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:24.481167 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Pushing event updated for resources: {'Port': ['ID=fb210a4c-3f02-4b07-a843-618817ab9650,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:24.528084 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:24.554954 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-416bcc78-b90c-4e59-b054-55933a0ca7f1 admin admin] Publish callbacks [] for security_group (9fb01373-652a-485c-93f7-b857e5ca64d4), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.562382 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-99d43b9a-d4d8-42a4-bb18-c6fd291ad418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.592135 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7887982'] for router_interface (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.602643 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-416bcc78-b90c-4e59-b054-55933a0ca7f1 admin admin] Publish callbacks [] for security_group (9fb01373-652a-485c-93f7-b857e5ca64d4), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.645541 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:20Z', 'revision_number': 3, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:24.686065 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e202f-60cc-4f04-bfa6-98ab54dba5b8 None None] The sync data for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi is: [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:20Z', 'revision_number': 3, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:38:24.701457 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-416bcc78-b90c-4e59-b054-55933a0ca7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9fb01373-652a-485c-93f7-b857e5ca64d4), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.704569 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-416bcc78-b90c-4e59-b054-55933a0ca7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:24.737249 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-416bcc78-b90c-4e59-b054-55933a0ca7f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9fb01373-652a-485c-93f7-b857e5ca64d4 HTTP/1.1" status: 204 len: 168 time: 0.3390629 Jun 23 22:38:24.759198 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bcc78-b90c-4e59-b054-55933a0ca7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb01373-652a-485c-93f7-b857e5ca64d4,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:24.810722 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba19c0-b2e9-44a5-8fe4-3a637b376fa8 req-a40e10ba-791d-4cf5-b532-879be344edb2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:24.819439 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-00ba19c0-b2e9-44a5-8fe4-3a637b376fa8 req-a40e10ba-791d-4cf5-b532-879be344edb2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.2208755 Jun 23 22:38:24.989477 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-0441efd3-95a5-45b1-b815-fe4a6a0db749 None None] Provisioning complete for port fb210a4c-3f02-4b07-a843-618817ab9650 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:24.989857 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0441efd3-95a5-45b1-b815-fe4a6a0db749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:25.021551 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-ce84089b-122b-4b46-a70f-be7618360f2a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:25.026004 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-ce84089b-122b-4b46-a70f-be7618360f2a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 819 time: 0.5600979 Jun 23 22:38:25.081411 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-0441efd3-95a5-45b1-b815-fe4a6a0db749 None None] Port fb210a4c-3f02-4b07-a843-618817ab9650 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:38:25.155351 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-c42dfec7-7017-4b88-bf3f-eecca83d382c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/quotas/192d1c8d15ce462dbf10fc3b519ab253 HTTP/1.1" status: 200 len: 375 time: 0.0847971 Jun 23 22:38:25.198306 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-00ba19c0-b2e9-44a5-8fe4-3a637b376fa8 req-0c4ea3e6-4407-4878-9725-f817e6f0362c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777869 Jun 23 22:38:25.198974 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:25.262593 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:25.276204 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-d37a3038-f7fb-4e74-8798-2cbfedd08556 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1186206 Jun 23 22:38:25.352702 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34664) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:25.372809 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7b54b256-a226-4bba-8136-6d89dcee66c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:25.400817 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60ee86-c28f-49df-9299-ea1a33480f04 req-fb2d2799-ec04-4e42-8c57-4f71bc0ed4d2 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:25.403159 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ca60ee86-c28f-49df-9299-ea1a33480f04 req-fb2d2799-ec04-4e42-8c57-4f71bc0ed4d2 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 947 time: 0.0819633 Jun 23 22:38:25.492634 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7b54b256-a226-4bba-8136-6d89dcee66c5 admin admin] Publish callbacks [] for security_group (5fe9b814-3b3b-482f-944f-c4d887e675fb), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:25.500657 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7b54b256-a226-4bba-8136-6d89dcee66c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (5fe9b814-3b3b-482f-944f-c4d887e675fb), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:25.560307 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54b256-a226-4bba-8136-6d89dcee66c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe9b814-3b3b-482f-944f-c4d887e675fb,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:25.579004 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-7b54b256-a226-4bba-8136-6d89dcee66c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8831a73e2e1432eb1c2719b54b3a512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242203 Jun 23 22:38:25.579696 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34670) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:25.644894 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eedc917e-f110-451a-b02c-09e3236f63b0 admin admin] Publish callbacks [] for security_group (5fe9b814-3b3b-482f-944f-c4d887e675fb), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:25.684578 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eedc917e-f110-451a-b02c-09e3236f63b0 admin admin] Publish callbacks [] for security_group (5fe9b814-3b3b-482f-944f-c4d887e675fb), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:25.767509 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eedc917e-f110-451a-b02c-09e3236f63b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (5fe9b814-3b3b-482f-944f-c4d887e675fb), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:25.771259 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eedc917e-f110-451a-b02c-09e3236f63b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:25.780566 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-eedc917e-f110-451a-b02c-09e3236f63b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fe9b814-3b3b-482f-944f-c4d887e675fb HTTP/1.1" status: 204 len: 168 time: 0.1971691 Jun 23 22:38:25.813170 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc917e-f110-451a-b02c-09e3236f63b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe9b814-3b3b-482f-944f-c4d887e675fb,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:25.863394 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 196dc584-01dd-4032-be05-665bbd3a275d up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:38:25.993009 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:26.015348 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:26.025049 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 196dc584-01dd-4032-be05-665bbd3a275d triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:26.025410 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (196dc584-01dd-4032-be05-665bbd3a275d), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:26.098147 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ca60ee86-c28f-49df-9299-ea1a33480f04 req-a7793f48-cbc9-4ea5-a721-ea289e58c658 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814694 Jun 23 22:38:26.106080 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device eef93757-ff5c-42de-bec1-9578ae8af3ca details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:38:26.131231 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-592d5fbb-f754-4074-8d26-37f8f5ad40b1 service neutron] 10.222.0.43 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8116696 Jun 23 22:38:26.186625 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Publish callbacks [] for port (fb210a4c-3f02-4b07-a843-618817ab9650), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:26.203926 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:26.253348 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7886334'] for router_interface (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:26.302569 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 196dc584-01dd-4032-be05-665bbd3a275d is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:26.305701 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (196dc584-01dd-4032-be05-665bbd3a275d), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:26.384200 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port 196dc584-01dd-4032-be05-665bbd3a275d, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=196dc584-01dd-4032-be05-665bbd3a275d,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:26.399910 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (196dc584-01dd-4032-be05-665bbd3a275d), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:26.447792 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port eef93757-ff5c-42de-bec1-9578ae8af3ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=eef93757-ff5c-42de-bec1-9578ae8af3ca,segment=NetworkSegment(c7aff66e-648c-4571-9887-6dd8da813ade),segment_id=c7aff66e-648c-4571-9887-6dd8da813ade)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:26.463866 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ef16-e45a-4232-a6a3-c53556a9339f req-6279edd3-52ee-47c8-a41e-2fd58f462754 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:26.477637 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9bb3ef16-e45a-4232-a6a3-c53556a9339f req-6279edd3-52ee-47c8-a41e-2fd58f462754 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1223822 Jun 23 22:38:26.495927 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'eef93757-ff5c-42de-bec1-9578ae8af3ca', 'network_id': '07aa700d-5e1a-48fe-a750-7694054ecc65', 'port_id': 'eef93757-ff5c-42de-bec1-9578ae8af3ca', 'mac_address': 'fa:16:3e:3b:33:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de633fbb-bd4f-4588-b838-02cf463a0614', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:38:26.518225 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=196dc584-01dd-4032-be05-665bbd3a275d,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:26.564880 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port eef93757-ff5c-42de-bec1-9578ae8af3ca is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:26.565430 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:26.584319 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Pushing event updated for resources: {'Port': ['ID=fb210a4c-3f02-4b07-a843-618817ab9650,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:26.590640 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef93757-ff5c-42de-bec1-9578ae8af3ca {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:38:26.616627 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port eef93757-ff5c-42de-bec1-9578ae8af3ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=eef93757-ff5c-42de-bec1-9578ae8af3ca,segment=NetworkSegment(c7aff66e-648c-4571-9887-6dd8da813ade),segment_id=c7aff66e-648c-4571-9887-6dd8da813ade)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:26.621406 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:26.623381 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-97c6105a-a6e2-4096-8160-3705aa0a8ff5 service neutron] 10.222.0.43 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912980 Jun 23 22:38:26.673318 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=eef93757-ff5c-42de-bec1-9578ae8af3ca,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:26.690756 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9bb3ef16-e45a-4232-a6a3-c53556a9339f req-3bba2ad7-8f34-4fd7-8355-c3cc456fbf9e tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122440 Jun 23 22:38:26.726531 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:26.727986 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:26.949707 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:27.011446 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-94143dfb-c0f4-4375-a91f-7dba6bbc2c00 req-9b7b94a3-ff42-4035-abfd-1f81a09416d7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 210 time: 0.0556133 Jun 23 22:38:27.016044 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['eef93757-ff5c-42de-bec1-9578ae8af3ca'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:38:27.036245 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:38:27.178213 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:27.214749 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-61e8bba5-dc3c-4568-a166-3338c35746d3 None None] Provisioning complete for port fb210a4c-3f02-4b07-a843-618817ab9650 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:27.215462 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-61e8bba5-dc3c-4568-a166-3338c35746d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:27.224617 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:38:27.241456 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-b5fba500-dd61-44d3-9a82-45b9b9107511 admin admin] 10.222.0.43 "PUT /v2.0/routers/dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8407321 Jun 23 22:38:27.318777 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:27.373271 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-61e8bba5-dc3c-4568-a166-3338c35746d3 None None] Port fb210a4c-3f02-4b07-a843-618817ab9650 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:38:27.400047 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed595d-371b-4db8-8d85-b6837bedfb26 req-e1459751-eb2a-4d9f-bb7c-44b1c2394b6f tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:27.401649 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1fed595d-371b-4db8-8d85-b6837bedfb26 req-e1459751-eb2a-4d9f-bb7c-44b1c2394b6f tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 948 time: 0.1281879 Jun 23 22:38:27.454132 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:27.485482 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Sync routers for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:38:27.513329 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:38:27.519105 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:27.596393 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1fed595d-371b-4db8-8d85-b6837bedfb26 req-3c755568-e8ef-4999-9bc3-b2c0584fa2a2 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825752 Jun 23 22:38:27.603808 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:27.861225 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 196dc584-01dd-4032-be05-665bbd3a275d up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:38:27.939483 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 196dc584-01dd-4032-be05-665bbd3a275d triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:27.942232 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:38:27.942782 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (196dc584-01dd-4032-be05-665bbd3a275d), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:28.013821 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e901c3-b4a3-476b-ae8b-406ba2d8d0c8 req-12901fda-6b96-4c6e-86d9-1ab98b5c1eae tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:28.019538 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-07e901c3-b4a3-476b-ae8b-406ba2d8d0c8 req-12901fda-6b96-4c6e-86d9-1ab98b5c1eae tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1518855 Jun 23 22:38:28.175621 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-07e901c3-b4a3-476b-ae8b-406ba2d8d0c8 req-0d6b024d-1cbe-41b2-aba8-a3a51dc11e02 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525688 Jun 23 22:38:28.225799 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 196dc584-01dd-4032-be05-665bbd3a275d is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:28.261411 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8d8d5275-3aad-4399-b26b-47e98c44a523 req-4abe8c59-0a12-4362-8073-d84d6db43fae tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 210 time: 0.0439053 Jun 23 22:38:28.307605 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device eef93757-ff5c-42de-bec1-9578ae8af3ca up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:38:28.361316 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34734) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:28.370541 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-261e75d3-cd17-49f4-8484-46e2bb1bc951 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--292966890', 'description': 'tempest-description--1208444983'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:28.397470 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port eef93757-ff5c-42de-bec1-9578ae8af3ca completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:38:28.403139 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-261e75d3-cd17-49f4-8484-46e2bb1bc951 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:28.416389 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port eef93757-ff5c-42de-bec1-9578ae8af3ca triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:28.416888 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:28.531345 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-261e75d3-cd17-49f4-8484-46e2bb1bc951 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (4bfc85e7-2feb-4779-9d02-b70e7cde505b), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:28.536843 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:25Z', 'revision_number': 2, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:28.544341 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-261e75d3-cd17-49f4-8484-46e2bb1bc951 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (4bfc85e7-2feb-4779-9d02-b70e7cde505b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:28.591968 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port eef93757-ff5c-42de-bec1-9578ae8af3ca is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:28.592343 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-261e75d3-cd17-49f4-8484-46e2bb1bc951 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:28.594629 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:28.601646 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Checking router: dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:38:28.604041 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Updating router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 port fb210a4c-3f02-4b07-a843-618817ab9650 binding host dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:38:28.613153 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-261e75d3-cd17-49f4-8484-46e2bb1bc951 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2498715 Jun 23 22:38:28.615454 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34736) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:28.664532 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-405e9020-23d9-4673-86b2-609b77dc3d69 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'security_group_rule': {'security_group_id': '4bfc85e7-2feb-4779-9d02-b70e7cde505b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:28.722491 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port eef93757-ff5c-42de-bec1-9578ae8af3ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=eef93757-ff5c-42de-bec1-9578ae8af3ca,segment=NetworkSegment(c7aff66e-648c-4571-9887-6dd8da813ade),segment_id=c7aff66e-648c-4571-9887-6dd8da813ade)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:28.725441 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e75d3-cd17-49f4-8484-46e2bb1bc951 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfc85e7-2feb-4779-9d02-b70e7cde505b,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:28.726205 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:28.727061 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ce378d-902b-4621-84aa-51b964ae5fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef93757-ff5c-42de-bec1-9578ae8af3ca'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:38:28.732590 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba0df78-5237-479e-9ae3-7ea48d7c11a6" -d '{"events": [{"server_uuid": "f2ce378d-902b-4621-84aa-51b964ae5fa4", "name": "network-vif-plugged", "status": "completed", "tag": "eef93757-ff5c-42de-bec1-9578ae8af3ca"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:38:28.747319 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:28.763677 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34752) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:28.775013 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1537802419-network', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:28.804658 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-405e9020-23d9-4673-86b2-609b77dc3d69 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (157896e0-4186-4d2d-9647-eeec0c4fe31d), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:28.820104 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=11 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:28.870446 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f668cfb6-0d3b-435f-b370-031e3b35d021 x-openstack-request-id: req-f668cfb6-0d3b-435f-b370-031e3b35d021 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:38:28.875119 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ce378d-902b-4621-84aa-51b964ae5fa4", "name": "network-vif-plugged", "status": "completed", "tag": "eef93757-ff5c-42de-bec1-9578ae8af3ca", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:38:28.875486 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f668cfb6-0d3b-435f-b370-031e3b35d021 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:38:28.875909 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f668cfb6-0d3b-435f-b370-031e3b35d021'] response: {'server_uuid': 'f2ce378d-902b-4621-84aa-51b964ae5fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef93757-ff5c-42de-bec1-9578ae8af3ca', 'code': 200} Jun 23 22:38:28.889376 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Made reservation on behalf of d6d7cdd3e4cc418e9d1bb2280f92ae6d for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:38:28.897430 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:28.899843 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:28.907421 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-5b626b28-8f83-4066-9bb6-8c6098d75d0f tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:28.911943 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-5b626b28-8f83-4066-9bb6-8c6098d75d0f tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 819 time: 0.3170993 Jun 23 22:38:28.920213 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=eef93757-ff5c-42de-bec1-9578ae8af3ca,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:28.966907 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.012842 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e46da7-c678-40f4-bd1c-15ea7509772d req-36f8360a-9d64-4940-b455-f5b1984de7b0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:29.020570 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3e46da7-c678-40f4-bd1c-15ea7509772d req-36f8360a-9d64-4940-b455-f5b1984de7b0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 949 time: 0.1721678 Jun 23 22:38:29.046505 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-405e9020-23d9-4673-86b2-609b77dc3d69 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (157896e0-4186-4d2d-9647-eeec0c4fe31d), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.061379 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:29.069814 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-405e9020-23d9-4673-86b2-609b77dc3d69 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (157896e0-4186-4d2d-9647-eeec0c4fe31d), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.110181 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-69a015f1-2bf4-4fd1-ae82-70e07d589576 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192d1c8d15ce462dbf10fc3b519ab253 HTTP/1.1" status: 200 len: 379 time: 0.1568096 Jun 23 22:38:29.121267 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Request body: {'port': {'device_id': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'admin_state_up': True, 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'security_groups': ['23e8efa3-ac53-4179-b2fc-619e4354c1b5']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:29.190708 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e9020-23d9-4673-86b2-609b77dc3d69 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157896e0-4186-4d2d-9647-eeec0c4fe31d,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:29.202706 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3e46da7-c678-40f4-bd1c-15ea7509772d req-6429b746-66ef-49d0-9958-1db6be1100a5 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809669 Jun 23 22:38:29.261850 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-405e9020-23d9-4673-86b2-609b77dc3d69 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.269082 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-405e9020-23d9-4673-86b2-609b77dc3d69 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6304452 Jun 23 22:38:29.273667 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34764) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:29.292182 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-ff69a367-509d-47d2-be88-054c8c01b84d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'security_group_rule': {'security_group_id': '4bfc85e7-2feb-4779-9d02-b70e7cde505b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:29.322659 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Publish callbacks [] for port (fb210a4c-3f02-4b07-a843-618817ab9650), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.330958 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.402577 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Made reservation on behalf of 192d1c8d15ce462dbf10fc3b519ab253 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:38:29.409484 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.411291 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Pushing event updated for resources: {'Port': ['ID=fb210a4c-3f02-4b07-a843-618817ab9650,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:29.444657 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.444908 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.445273 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.445648 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.446022 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.446366 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.446693 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.447526 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.447526 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.462737 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.463298 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.463641 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.464803 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.464803 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.464803 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:29.469837 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Publish callbacks [] for security_group (65d7ae64-de97-40b8-a7c5-4a273f3155bc), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.492719 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (65d7ae64-de97-40b8-a7c5-4a273f3155bc), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.546572 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:38:29.556439 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ff69a367-509d-47d2-be88-054c8c01b84d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (57832d11-da71-45e8-9f08-73bdff0df3a0), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.585884 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Attempting to bind port fb210a4c-3f02-4b07-a843-618817ab9650 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:38:29.586888 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Attempting to bind port fb210a4c-3f02-4b07-a843-618817ab9650 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:38:29.587341 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Attempting to bind port fb210a4c-3f02-4b07-a843-618817ab9650 on network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:38:29.598148 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:38:29.598902 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Checking segment: {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:38:29.599526 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.599980 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Bound using segment: {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:38:29.600583 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Bound port: fb210a4c-3f02-4b07-a843-618817ab9650, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:38:29.601062 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.607347 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d7ae64-de97-40b8-a7c5-4a273f3155bc,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:29.617411 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (929e6bc1-843d-4272-980f-b83d644f985e), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.617692 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Added segment 929e6bc1-843d-4272-980f-b83d644f985e of type vlan for network b49c7d70-30b4-4968-af13-cf47480f2549 Jun 23 22:38:29.691288 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ff69a367-509d-47d2-be88-054c8c01b84d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (57832d11-da71-45e8-9f08-73bdff0df3a0), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.696214 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (b49c7d70-30b4-4968-af13-cf47480f2549), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.705323 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ff69a367-509d-47d2-be88-054c8c01b84d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (57832d11-da71-45e8-9f08-73bdff0df3a0), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.726157 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:29.739601 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ff69a367-509d-47d2-be88-054c8c01b84d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.744009 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-ff69a367-509d-47d2-be88-054c8c01b84d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4524102 Jun 23 22:38:29.749386 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34780) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:29.766011 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:29.773509 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69a367-509d-47d2-be88-054c8c01b84d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57832d11-da71-45e8-9f08-73bdff0df3a0,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:29.799359 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (b49c7d70-30b4-4968-af13-cf47480f2549), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.801643 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:29.802281 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.833800 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-80e827ef-91de-416d-a31f-068a33e6b260 req-f43953da-66ba-4c95-b98d-17ad2ed59995 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 210 time: 0.2723498 Jun 23 22:38:29.855025 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:29.856181 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c01fb-34ec-45c0-9c2e-487b1c2f5dba req-64a8a598-e7d7-4d5b-8124-587ed99b8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:29.857888 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bc5c01fb-34ec-45c0-9c2e-487b1c2f5dba req-64a8a598-e7d7-4d5b-8124-587ed99b8999 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 1133 time: 0.3008499 Jun 23 22:38:29.860461 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.862593 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] For port fb210a4c-3f02-4b07-a843-618817ab9650, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:38:29.868184 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] For port fb210a4c-3f02-4b07-a843-618817ab9650, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=fb210a4c-3f02-4b07-a843-618817ab9650,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:38:29.878806 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.883707 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2aaf2-90f4-4c00-9e4e-7eab664618c0 req-4e114f35-2fe4-4b28-8314-83501a77298b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:29.891422 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6fc2aaf2-90f4-4c00-9e4e-7eab664618c0 req-4e114f35-2fe4-4b28-8314-83501a77298b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.3384764 Jun 23 22:38:29.897037 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1297081 Jun 23 22:38:29.902906 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34782) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:29.903260 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:29.921645 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-110e52de-a21c-4da5-9e19-583ac9ab5549 admin admin] Request body: {'subnet': {'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1537802419-subnet', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'ip_version': 4}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:29.947523 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Provisioning complete for port fb210a4c-3f02-4b07-a843-618817ab9650 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:29.948275 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:29.990377 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:38:29.991507 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:30.000412 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6fc2aaf2-90f4-4c00-9e4e-7eab664618c0 req-4675d868-7cbf-49cd-91f8-983abb6535bf tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077952 Jun 23 22:38:30.005060 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803fd88-a009-46f7-822a-76f2cb6f0e33 None None] Pushing event updated for resources: {'Port': ['ID=fb210a4c-3f02-4b07-a843-618817ab9650,revision_number=4']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:30.022785 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Allocated IP 172.20.0.3 (37491e26-b7d3-4482-a2c4-21c5caef5449/be0ee753-550b-4b20-9c49-ed1963544021/e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:38:30.023871 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a073e-56fd-41c8-9134-c5c5207fb88e admin admin] Pushing event updated for resources: {'Network': ['ID=b49c7d70-30b4-4968-af13-cf47480f2549,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:30.050078 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network b49c7d70-30b4-4968-af13-cf47480f2549 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:38:30.166971 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:30.224550 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Current status of the port fb210a4c-3f02-4b07-a843-618817ab9650 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:30.225177 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:30.245497 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:30.292238 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] For port fb210a4c-3f02-4b07-a843-618817ab9650, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=fb210a4c-3f02-4b07-a843-618817ab9650,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:30.294941 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:38:30.301041 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110e52de-a21c-4da5-9e19-583ac9ab5549 admin admin] Made reservation on behalf of d6d7cdd3e4cc418e9d1bb2280f92ae6d for: {'subnet': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:38:30.302178 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:30.313932 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-110e52de-a21c-4da5-9e19-583ac9ab5549 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4295238'] for subnet (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:30.348940 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:30.379088 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Pushing event updated for resources: {'Port': ['ID=fb210a4c-3f02-4b07-a843-618817ab9650,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:30.406194 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.406811 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.409682 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.410579 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.411094 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.411607 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.412104 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.416640 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.418499 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.419138 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.420026 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.420456 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.420791 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.421115 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.421917 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18ef1-3165-48b6-9e14-9a22d1f3c4b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:38:30.423760 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68de7a7-c34e-41c0-87f2-7db4790b9827 req-a99083f0-bb39-496f-8ce8-6621fc1b4f8f tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:30.430884 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d68de7a7-c34e-41c0-87f2-7db4790b9827 req-a99083f0-bb39-496f-8ce8-6621fc1b4f8f tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 949 time: 0.0720103 Jun 23 22:38:30.437744 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:30.477877 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:30.564707 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Network 37491e26-b7d3-4482-a2c4-21c5caef5449 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:30.569353 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:30.574825 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:38:30.587692 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d68de7a7-c34e-41c0-87f2-7db4790b9827 req-250e643c-a14b-43a3-b9e6-a09e6e36c234 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557324 Jun 23 22:38:30.598595 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event updated for resources: {'Port': ['ID=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:30.658824 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:30.662560 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-53691566-ec84-4220-ac42-b12db3f1c319 None None] Provisioning complete for port fb210a4c-3f02-4b07-a843-618817ab9650 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:30.664535 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-53691566-ec84-4220-ac42-b12db3f1c319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:30.702527 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=3,neutron:SELECT=84 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:30.708185 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-110e52de-a21c-4da5-9e19-583ac9ab5549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4275168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4295216'] for subnet (f15a91d3-a13b-4c2e-93b5-a85561dd04f0), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:30.714253 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:30.753156 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:30.755956 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:30.772716 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-53691566-ec84-4220-ac42-b12db3f1c319 None None] Current status of the port fb210a4c-3f02-4b07-a843-618817ab9650 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:30.810468 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:29Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:30.851577 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bc5c01fb-34ec-45c0-9c2e-487b1c2f5dba req-dd9749ad-7d55-474d-963a-c7d44885189b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714957 Jun 23 22:38:30.870711 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-e70cca17-9e8f-40ad-b807-b01565cbdbab tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7586780 Jun 23 22:38:30.884686 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e52de-a21c-4da5-9e19-583ac9ab5549 admin admin] Checking segment: {'id': '929e6bc1-843d-4272-980f-b83d644f985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:38:30.884982 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e52de-a21c-4da5-9e19-583ac9ab5549 admin admin] Network hostable DHCP agents. Network: b49c7d70-30b4-4968-af13-cf47480f2549, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:38:30.892868 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cbdd93-febc-47f8-a8ec-b4735e4074cd None None] The sync data for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi is: [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:29Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:38:30.920863 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e52de-a21c-4da5-9e19-583ac9ab5549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f15a91d3-a13b-4c2e-93b5-a85561dd04f0,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:30.929064 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e52de-a21c-4da5-9e19-583ac9ab5549 admin admin] Network b49c7d70-30b4-4968-af13-cf47480f2549 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:38:30.940209 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Allocated IP 172.27.2.105 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/5b671ef7-d3bb-442d-a144-ab6bc7690faa) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:38:30.958271 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-110e52de-a21c-4da5-9e19-583ac9ab5549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, b49c7d70-30b4-4968-af13-cf47480f2549) {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:30.986732 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110e52de-a21c-4da5-9e19-583ac9ab5549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:30.990284 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3657d2-d6e1-49ee-8f36-7f1a453b4240 None None] Network b49c7d70-30b4-4968-af13-cf47480f2549 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:38:30.997888 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-110e52de-a21c-4da5-9e19-583ac9ab5549 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.033648 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-110e52de-a21c-4da5-9e19-583ac9ab5549 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1285098 Jun 23 22:38:31.036777 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 34796) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:31.045441 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1537802419-router', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:31.104109 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8ae95-3b77-48c8-84bd-4ee53a6d6f62 req-8268585b-7d46-4628-b8a1-0be653cce60b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:31.111675 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d1c8ae95-3b77-48c8-84bd-4ee53a6d6f62 req-8268585b-7d46-4628-b8a1-0be653cce60b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 931 time: 0.1754105 Jun 23 22:38:31.113707 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-b8ed40b4-7f26-4fcf-a4bf-80c3d720dd2b None None] Provisioning complete for port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:31.114094 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b8ed40b4-7f26-4fcf-a4bf-80c3d720dd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.157880 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7559'] for router (7255a076-0515-40f8-8b68-257798b0790f), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.159221 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7885047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7925361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7564'] for router (7255a076-0515-40f8-8b68-257798b0790f), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.230133 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:31.263925 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for port (5b671ef7-d3bb-442d-a144-ab6bc7690faa), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.269135 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c842e-1002-4407-957f-2b0bfd695a3e req-80f303d6-5ef3-4ed1-b251-ca6bfcda2bf7 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:31.281517 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f94c842e-1002-4407-957f-2b0bfd695a3e req-80f303d6-5ef3-4ed1-b251-ca6bfcda2bf7 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1677301 Jun 23 22:38:31.300174 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-b49c7d70-30b4-4968-af13-cf47480f2549', 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549', 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'fixed_ips': [{'subnet_id': 'f15a91d3-a13b-4c2e-93b5-a85561dd04f0'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:38:31.301546 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.345251 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d1c8ae95-3b77-48c8-84bd-4ee53a6d6f62 req-9452ed73-9fe1-474f-9f7f-e4ee400ac4ef tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325048 Jun 23 22:38:31.346742 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed40b4-7f26-4fcf-a4bf-80c3d720dd2b None None] Port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:38:31.351571 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (5b671ef7-d3bb-442d-a144-ab6bc7690faa), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.360460 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:31.413558 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:31.424034 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:31.428867 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Publish callbacks [] for router_controller (7255a076-0515-40f8-8b68-257798b0790f), precommit_add_association {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.446327 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:38:31.454980 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'Port': ['ID=5b671ef7-d3bb-442d-a144-ab6bc7690faa,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:31.607161 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Allocated IP 172.20.0.2 (b49c7d70-30b4-4968-af13-cf47480f2549/f15a91d3-a13b-4c2e-93b5-a85561dd04f0/4c9cd99f-3417-4616-b68c-b280245c4250) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:38:31.622261 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (20a2dbb7-10f2-4698-9aa9-15634c85eb6a), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.639013 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Publish callbacks [] for router_gateway (7255a076-0515-40f8-8b68-257798b0790f), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.720684 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (5b671ef7-d3bb-442d-a144-ab6bc7690faa), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.879617 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Publish callbacks [] for port (4c9cd99f-3417-4616-b68c-b280245c4250), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.887224 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device fb210a4c-3f02-4b07-a843-618817ab9650 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:38:31.928808 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f94c842e-1002-4407-957f-2b0bfd695a3e req-335c5897-ce56-4852-9e6d-5fa01b6aecdd tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5777938 Jun 23 22:38:31.939116 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80543cbd-3db5-4127-9a8b-8bc62e78ddbf req-6e4218e5-13d7-41e0-b0ae-e405ebd7550a tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:31.939588 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:31.940726 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-80543cbd-3db5-4127-9a8b-8bc62e78ddbf req-6e4218e5-13d7-41e0-b0ae-e405ebd7550a tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 949 time: 0.1869788 Jun 23 22:38:32.022983 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for port (5b671ef7-d3bb-442d-a144-ab6bc7690faa), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:32.029007 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4275053'] for port (5b671ef7-d3bb-442d-a144-ab6bc7690faa), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:32.080595 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Network b49c7d70-30b4-4968-af13-cf47480f2549 is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:32.137710 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-80543cbd-3db5-4127-9a8b-8bc62e78ddbf req-6da4267e-bdd4-47a3-840f-62f3e61fb587 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354122 Jun 23 22:38:32.140033 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:32.141346 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Publish callbacks [] for router_gateway (7255a076-0515-40f8-8b68-257798b0790f), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:32.163785 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:38:32.166400 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:32.170230 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (20a2dbb7-10f2-4698-9aa9-15634c85eb6a), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:32.175821 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:32.190077 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'Port': ['ID=5b671ef7-d3bb-442d-a144-ab6bc7690faa,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:32.200203 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:32.213652 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Pushing event updated for resources: {'Port': ['ID=4c9cd99f-3417-4616-b68c-b280245c4250,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:32.221476 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port fb210a4c-3f02-4b07-a843-618817ab9650 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:32.221476 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:32.223622 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-b8a7d8d7-063a-466c-9361-80f117bd4129 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4599307 Jun 23 22:38:32.271617 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Attempting to bind port 4c9cd99f-3417-4616-b68c-b280245c4250 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:38:32.271975 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Attempting to bind port 4c9cd99f-3417-4616-b68c-b280245c4250 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '929e6bc1-843d-4272-980f-b83d644f985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:38:32.272332 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Attempting to bind port 4c9cd99f-3417-4616-b68c-b280245c4250 on network b49c7d70-30b4-4968-af13-cf47480f2549 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:38:32.283493 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:38:32.283856 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Checking segment: {'id': '929e6bc1-843d-4272-980f-b83d644f985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:38:32.284253 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:32.284639 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Bound using segment: {'id': '929e6bc1-843d-4272-980f-b83d644f985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:38:32.285376 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Bound port: 4c9cd99f-3417-4616-b68c-b280245c4250, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929e6bc1-843d-4272-980f-b83d644f985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:38:32.285750 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:32.401123 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Allocated IP 172.27.2.207 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/d48e815d-7deb-4aff-ab6f-f9ab2f780546) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:38:32.412860 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:32.413869 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port fb210a4c-3f02-4b07-a843-618817ab9650 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:32.424587 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] For port 4c9cd99f-3417-4616-b68c-b280245c4250, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:38:32.442218 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] For port 4c9cd99f-3417-4616-b68c-b280245c4250, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=4c9cd99f-3417-4616-b68c-b280245c4250,segment=NetworkSegment(929e6bc1-843d-4272-980f-b83d644f985e),segment_id=929e6bc1-843d-4272-980f-b83d644f985e)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:38:32.444543 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:32.451981 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:32.527598 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfa837-ab9b-4ee3-b316-e882a9e0b406 None None] Pushing event updated for resources: {'Port': ['ID=4c9cd99f-3417-4616-b68c-b280245c4250,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:32.643112 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Publish callbacks [] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:32.653274 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:32.676316 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cc007-e37d-48e4-a4d6-639cdd6f48dc req-1077426b-5112-435b-8773-b0ad21e750a5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:32.678710 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2c8cc007-e37d-48e4-a4d6-639cdd6f48dc req-1077426b-5112-435b-8773-b0ad21e750a5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 931 time: 0.1866591 Jun 23 22:38:32.687690 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-cb537b8b-c266-4ce6-a8b1-999f6a96ba8a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--292966890&fields=id&tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869 HTTP/1.1" status: 200 len: 267 time: 0.2327349 Jun 23 22:38:32.709456 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:32.872466 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Request body: {'port': {'device_id': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:32.881573 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:33.075749 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:33.313060 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2c8cc007-e37d-48e4-a4d6-639cdd6f48dc req-2e6567f4-6477-432d-b8f8-140aa8e92aa4 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6242163 Jun 23 22:38:33.314804 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:33.336770 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:33.343145 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:38:33.370961 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a61682-bb98-4138-b316-7118c763ee7a req-eeef0442-678a-4b69-87a7-2a6bdbc383ac tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:33.373009 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-eeef0442-678a-4b69-87a7-2a6bdbc383ac tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 815 time: 0.6710956 Jun 23 22:38:33.397825 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Pushing event updated for resources: {'Port': ['ID=d48e815d-7deb-4aff-ab6f-f9ab2f780546,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:33.513683 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:33.522477 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-3157d930-c1a6-4819-950b-20940cef96b5 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/quotas/2735e40fe2564a6d8a5cdc7c32b0b869 HTTP/1.1" status: 200 len: 375 time: 0.1139071 Jun 23 22:38:33.648008 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-29c46fbd-0818-4fa4-ac87-efc189c21afe tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679412 Jun 23 22:38:33.665990 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450cc3a-d58d-4950-bd37-b76c6c6c0385 req-c9bd2cb1-8f73-4620-ab53-e50d6d7a7a74 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:33.668528 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e450cc3a-d58d-4950-bd37-b76c6c6c0385 req-c9bd2cb1-8f73-4620-ab53-e50d6d7a7a74 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.2604451 Jun 23 22:38:33.862394 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 4c9cd99f-3417-4616-b68c-b280245c4250 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:38:33.966380 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 4c9cd99f-3417-4616-b68c-b280245c4250 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:33.967000 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:34.027182 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c76c5-257f-49f5-aab5-e943d8e76ddc None None] Network b49c7d70-30b4-4968-af13-cf47480f2549 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:38:34.169442 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-95663b17-8639-4913-984c-78b55382731a None None] Provisioning complete for port 4c9cd99f-3417-4616-b68c-b280245c4250 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:34.169922 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-95663b17-8639-4913-984c-78b55382731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:34.191127 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e450cc3a-d58d-4950-bd37-b76c6c6c0385 req-134d8fa2-d185-4428-9a08-cc7df3e8d996 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4467583 Jun 23 22:38:34.234138 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 4c9cd99f-3417-4616-b68c-b280245c4250 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:34.234689 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:34.291099 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port 4c9cd99f-3417-4616-b68c-b280245c4250, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=4c9cd99f-3417-4616-b68c-b280245c4250,segment=NetworkSegment(929e6bc1-843d-4272-980f-b83d644f985e),segment_id=929e6bc1-843d-4272-980f-b83d644f985e)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:34.298638 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:34.349699 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:34.371014 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-95663b17-8639-4913-984c-78b55382731a None None] Current status of the port 4c9cd99f-3417-4616-b68c-b280245c4250 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:34.391872 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=4c9cd99f-3417-4616-b68c-b280245c4250,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:34.396210 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Publish callbacks [] for router_gateway (7255a076-0515-40f8-8b68-257798b0790f), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:34.473719 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:34.517232 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-5a150b27-fbc3-4895-aa1d-3c9064754d7c service neutron] 10.222.0.43 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7792099 Jun 23 22:38:34.580774 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94aac4-68b8-4953-bae4-74b0f8ffb7d4 req-a090aea0-a895-4544-9624-84b359edf43d tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:34.582742 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5f94aac4-68b8-4953-bae4-74b0f8ffb7d4 req-a090aea0-a895-4544-9624-84b359edf43d tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 949 time: 0.2035241 Jun 23 22:38:34.696400 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-a5e04af2-99d6-402b-8834-389cb5834011 None None] Provisioning complete for port 4c9cd99f-3417-4616-b68c-b280245c4250 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:34.696820 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-a5e04af2-99d6-402b-8834-389cb5834011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:34.803781 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-a5e04af2-99d6-402b-8834-389cb5834011 None None] Current status of the port 4c9cd99f-3417-4616-b68c-b280245c4250 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:34.816568 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5f94aac4-68b8-4953-bae4-74b0f8ffb7d4 req-5141b2b1-0a7e-44c4-b6f2-db0140aac323 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175863 Jun 23 22:38:34.823446 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-94e0e10d-889f-45d6-bb55-a4a2782c582c service neutron] 10.222.0.43 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863114 Jun 23 22:38:34.875866 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:38:34.926509 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Publish callbacks [] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:35.001908 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Transition to ACTIVE for port object e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:38:35.003255 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7885616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147'] for router (7255a076-0515-40f8-8b68-257798b0790f), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:35.014663 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:35.094594 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726b957-a60b-4387-b78c-cc1f2f4cd2c2 req-9e96e653-e360-4aac-b41a-fe7917660b59 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:35.101365 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2726b957-a60b-4387-b78c-cc1f2f4cd2c2 req-9e96e653-e360-4aac-b41a-fe7917660b59 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 931 time: 0.1582954 Jun 23 22:38:35.205460 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-549e103e-b88c-4089-93dd-07500201bf3e req-3b614772-5bb2-4888-932d-6098a4428c1c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 210 time: 0.0594168 Jun 23 22:38:35.357502 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:35.399639 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2726b957-a60b-4387-b78c-cc1f2f4cd2c2 req-0f5f438d-9733-4327-ba9a-10ea81db7f61 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974198 Jun 23 22:38:35.420544 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:35.534103 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109c81c-948a-4069-a0d6-01ade1a58ac9 req-d41bf3af-4d3a-4a3c-8c31-98073e26158b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:35.541200 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e109c81c-948a-4069-a0d6-01ade1a58ac9 req-d41bf3af-4d3a-4a3c-8c31-98073e26158b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1804428 Jun 23 22:38:35.600347 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:35.608180 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Router 7255a076-0515-40f8-8b68-257798b0790f is scheduled to L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 with binding_index 1 {{(pid=104138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 22:38:35.622504 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Attempting to bind port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:38:35.623146 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Attempting to bind port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:38:35.623146 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Attempting to bind port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 on network 37491e26-b7d3-4482-a2c4-21c5caef5449 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:38:35.655807 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e109c81c-948a-4069-a0d6-01ade1a58ac9 req-67135652-fecf-469f-b881-5f0ff7e374a8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136580 Jun 23 22:38:35.659319 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 on network 37491e26-b7d3-4482-a2c4-21c5caef5449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:38:35.659816 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Attempting to bind port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 on network 37491e26-b7d3-4482-a2c4-21c5caef5449 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:38:35.698687 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:38:35.699699 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Checking segment: {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:38:35.700204 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Bound using segment: {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:38:35.700751 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Bound port: e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d27f790-f5c6-4cee-af5a-587078f2093b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:38:35.701484 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:35.816071 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:38:35.821350 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] For port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:38:35.826837 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] For port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:38:35.836675 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Sync routers for ids ['7255a076-0515-40f8-8b68-257798b0790f'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:38:35.858701 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:35.869447 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 4c9cd99f-3417-4616-b68c-b280245c4250 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:38:35.897643 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:35.911230 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-7fdd4464-ff87-4976-8bb8-2b934d6cf927 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8728807 Jun 23 22:38:35.913674 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34878) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:35.941450 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Routers {'7255a076-0515-40f8-8b68-257798b0790f'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:38:35.942641 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['7255a076-0515-40f8-8b68-257798b0790f'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:35.961110 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:36.045179 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:36.046494 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:36.048123 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] 10.222.0.55 "PUT /v2.0/ports/e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 HTTP/1.1" status: 200 len: 1093 time: 3.1873336 Jun 23 22:38:36.054383 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'tag': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:38:36.057613 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c66a97a-d020-4e05-926d-d2eecfbfb430" -d '{"events": [{"name": "network-changed", "server_uuid": "05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b", "tag": "e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:38:36.068335 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 4c9cd99f-3417-4616-b68c-b280245c4250 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:36.069145 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:36.075642 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889fc4a-175e-4980-8c09-42ff29b84269 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:36.095781 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a3248-b9eb-4f92-b841-10153646b9fe req-24ee4243-3553-402a-a661-3914894eb11f tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:36.097893 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f85a3248-b9eb-4f92-b841-10153646b9fe req-24ee4243-3553-402a-a661-3914894eb11f tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 949 time: 0.1265244 Jun 23 22:38:36.227194 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Set router 7255a076-0515-40f8-8b68-257798b0790f gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:38:36.558123 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b61ac63-c8bc-4029-9720-f985c1c8f2ec x-openstack-request-id: req-8b61ac63-c8bc-4029-9720-f985c1c8f2ec {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:38:36.558764 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b", "tag": "e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:38:36.558764 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b61ac63-c8bc-4029-9720-f985c1c8f2ec {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:38:36.559214 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b61ac63-c8bc-4029-9720-f985c1c8f2ec'] response: {'name': 'network-changed', 'server_uuid': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'tag': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'status': 'completed', 'code': 200} Jun 23 22:38:36.589440 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 4c9cd99f-3417-4616-b68c-b280245c4250 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:36.609938 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-23f66414-e060-4a5e-be1b-232d2fb29895 req-3f9f4fb1-d965-4ea7-8245-81837eb8781d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 210 time: 0.0489821 Jun 23 22:38:36.686666 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f85a3248-b9eb-4f92-b841-10153646b9fe req-e8e07713-08a8-4346-82ce-3bff31f9a870 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820465 Jun 23 22:38:36.691218 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:36.817338 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3dc05-144b-4581-8f1b-d3a1959aaa17 req-9bcc72b7-1d05-4a6b-82c2-9086e52efa6b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:36.818963 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fdc3dc05-144b-4581-8f1b-d3a1959aaa17 req-9bcc72b7-1d05-4a6b-82c2-9086e52efa6b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 943 time: 0.0753586 Jun 23 22:38:36.831008 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7255a076-0515-40f8-8b68-257798b0790f', 'name': 'tempest-TestVolumeBootPattern-1537802419-router', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:31Z', 'updated_at': '2022-06-23T22:38:33Z', 'revision_number': 3, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'gw_port': {'id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7255a076-0515-40f8-8b68-257798b0790f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:32Z', 'updated_at': '2022-06-23T22:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:36.851945 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:36.873024 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Checking router: 7255a076-0515-40f8-8b68-257798b0790f for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:38:36.873586 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Updating router 7255a076-0515-40f8-8b68-257798b0790f port d48e815d-7deb-4aff-ab6f-f9ab2f780546 binding host dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:38:36.883144 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87192e50-a5f7-498e-9c69-96403c32d279 req-d8e2d363-bb74-47c1-a254-6b59c5d07ef8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:36.893334 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-87192e50-a5f7-498e-9c69-96403c32d279 req-d8e2d363-bb74-47c1-a254-6b59c5d07ef8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0950553 Jun 23 22:38:36.909928 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:36.948012 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fdc3dc05-144b-4581-8f1b-d3a1959aaa17 req-cbad5255-bd4e-4f7e-873a-29a3398303e2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192229 Jun 23 22:38:37.014259 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-87192e50-a5f7-498e-9c69-96403c32d279 req-b9653b7c-2ce6-42bf-aed9-6b45eb38cf66 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218450 Jun 23 22:38:37.089995 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Allocated IP 172.20.0.1 (b49c7d70-30b4-4968-af13-cf47480f2549/f15a91d3-a13b-4c2e-93b5-a85561dd04f0/d406bb74-e4b5-4d9f-92e3-a821ee3c70ed) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:38:37.107844 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:37.192551 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:37.250464 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Publish callbacks [] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:37.316979 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:37.357505 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Network b49c7d70-30b4-4968-af13-cf47480f2549 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:37.360663 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:37.364796 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:38:37.367311 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebc0de-df1b-4aeb-a6e4-874368a30e37 req-b3abff3a-a3e2-4f38-82c8-ebab71619629 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:37.369948 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7cebc0de-df1b-4aeb-a6e4-874368a30e37 req-b3abff3a-a3e2-4f38-82c8-ebab71619629 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 949 time: 0.0714450 Jun 23 22:38:37.377954 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Publish callbacks [] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), precommit_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:37.399599 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Pushing event updated for resources: {'Port': ['ID=d406bb74-e4b5-4d9f-92e3-a821ee3c70ed,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:37.400743 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:37.436430 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7887982'] for router_interface (7255a076-0515-40f8-8b68-257798b0790f), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:37.473332 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06b326-5d07-4eb5-be12-01ae2b503b4f None None] Pushing event updated for resources: {'Port': ['ID=d48e815d-7deb-4aff-ab6f-f9ab2f780546,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:37.487368 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7cebc0de-df1b-4aeb-a6e4-874368a30e37 req-453b0709-0a90-4719-aa15-149ede6e6031 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035471 Jun 23 22:38:37.510118 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Attempting to bind port d48e815d-7deb-4aff-ab6f-f9ab2f780546 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:38:37.510771 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Attempting to bind port d48e815d-7deb-4aff-ab6f-f9ab2f780546 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:38:37.511154 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Attempting to bind port d48e815d-7deb-4aff-ab6f-f9ab2f780546 on network 6e26287c-7a8e-421e-96a7-49a5147437a7 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:38:37.529412 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:38:37.529412 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:38:37.529412 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:37.529412 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Bound using segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:38:37.529412 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Bound port: d48e815d-7deb-4aff-ab6f-f9ab2f780546, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:38:37.529412 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:37.589021 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] For port d48e815d-7deb-4aff-ab6f-f9ab2f780546, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:38:37.595858 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] For port d48e815d-7deb-4aff-ab6f-f9ab2f780546, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=d48e815d-7deb-4aff-ab6f-f9ab2f780546,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:38:37.610783 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:37.623481 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:37.711053 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:37.750936 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-62984d72-a3fa-4ed9-a456-2723dcbbb687 None None] Provisioning complete for port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:37.751568 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-62984d72-a3fa-4ed9-a456-2723dcbbb687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:37.761829 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Routers {'7255a076-0515-40f8-8b68-257798b0790f'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:38:37.762271 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['7255a076-0515-40f8-8b68-257798b0790f'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:37.784642 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e0e83dc3-43f3-4abb-9aeb-0d7cbcde982b req-0bc39d20-5b8e-420b-8706-4e488dcc65c4 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 210 time: 0.0403781 Jun 23 22:38:37.787254 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06b326-5d07-4eb5-be12-01ae2b503b4f None None] Pushing event updated for resources: {'Port': ['ID=d48e815d-7deb-4aff-ab6f-f9ab2f780546,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:37.880380 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-62984d72-a3fa-4ed9-a456-2723dcbbb687 None None] Port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:38:37.945257 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Publish callbacks [] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:37.953220 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4275053'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:37.954104 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] Set router 7255a076-0515-40f8-8b68-257798b0790f gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:38:38.064758 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7886334'] for router_interface (7255a076-0515-40f8-8b68-257798b0790f), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:38.109965 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Pushing event updated for resources: {'Port': ['ID=d406bb74-e4b5-4d9f-92e3-a821ee3c70ed,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:38.189361 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc928fc-d2ef-411a-a999-ee19740e76d9 req-1e46eaf2-21ee-4c89-84d1-3b2702192e84 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:38.193722 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:38.196569 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Network b49c7d70-30b4-4968-af13-cf47480f2549 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:38.198001 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-adc928fc-d2ef-411a-a999-ee19740e76d9 req-1e46eaf2-21ee-4c89-84d1-3b2702192e84 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 943 time: 0.1021287 Jun 23 22:38:38.198125 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:38.300669 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-adc928fc-d2ef-411a-a999-ee19740e76d9 req-4e303e21-09ad-42d5-883a-511b5f542a49 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015470 Jun 23 22:38:38.334391 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:38.344783 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbfa6c-5b5a-4b17-b7fc-c2c0bb3132a6 req-86fec27d-60ce-43c6-b7b3-cd8a971b9a20 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:38.353347 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6dcbfa6c-5b5a-4b17-b7fc-c2c0bb3132a6 req-86fec27d-60ce-43c6-b7b3-cd8a971b9a20 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1300600 Jun 23 22:38:38.363421 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7255a076-0515-40f8-8b68-257798b0790f', 'name': 'tempest-TestVolumeBootPattern-1537802419-router', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:31Z', 'updated_at': '2022-06-23T22:38:37Z', 'revision_number': 4, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'gw_port': {'id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7255a076-0515-40f8-8b68-257798b0790f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:32Z', 'updated_at': '2022-06-23T22:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'd406bb74-e4b5-4d9f-92e3-a821ee3c70ed', 'name': '', 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'mac_address': 'fa:16:3e:4f:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7255a076-0515-40f8-8b68-257798b0790f', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f15a91d3-a13b-4c2e-93b5-a85561dd04f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:36Z', 'updated_at': '2022-06-23T22:38:37Z', 'revision_number': 1, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'subnets': [{'id': 'f15a91d3-a13b-4c2e-93b5-a85561dd04f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:38.391399 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:38.419620 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Router 7255a076-0515-40f8-8b68-257798b0790f has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:38:38.427996 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0956d8-98f4-4ed7-aee7-2f2d8405907f None None] The sync data for ids ['7255a076-0515-40f8-8b68-257798b0790f'] in dv-cinder-846173-2-iscsi is: [{'id': '7255a076-0515-40f8-8b68-257798b0790f', 'name': 'tempest-TestVolumeBootPattern-1537802419-router', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:31Z', 'updated_at': '2022-06-23T22:38:37Z', 'revision_number': 4, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'gw_port': {'id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7255a076-0515-40f8-8b68-257798b0790f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:32Z', 'updated_at': '2022-06-23T22:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'd406bb74-e4b5-4d9f-92e3-a821ee3c70ed', 'name': '', 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'mac_address': 'fa:16:3e:4f:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7255a076-0515-40f8-8b68-257798b0790f', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f15a91d3-a13b-4c2e-93b5-a85561dd04f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:36Z', 'updated_at': '2022-06-23T22:38:37Z', 'revision_number': 1, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'subnets': [{'id': 'f15a91d3-a13b-4c2e-93b5-a85561dd04f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:38:38.433000 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:38.439518 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6dcbfa6c-5b5a-4b17-b7fc-c2c0bb3132a6 req-a0a675df-1ab1-49e9-92a0-bd4b8772626e tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846100 Jun 23 22:38:38.603274 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-9c90fd60-bf58-47dc-a0d6-90933e1641c4 None None] Provisioning complete for port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:38.609329 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-9c90fd60-bf58-47dc-a0d6-90933e1641c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:38.610748 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:38:38.650033 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6dc735dd-e18b-4f93-a04f-41c707219d05 admin admin] 10.222.0.43 "PUT /v2.0/routers/7255a076-0515-40f8-8b68-257798b0790f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7352228 Jun 23 22:38:38.688913 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-9c90fd60-bf58-47dc-a0d6-90933e1641c4 None None] Port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:38:38.738037 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fcfca-a995-493d-a5f6-1b0ec7896281 req-1ad52146-19a4-4863-8da5-3bd63fb02337 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:38.750532 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ed7fcfca-a995-493d-a5f6-1b0ec7896281 req-1ad52146-19a4-4863-8da5-3bd63fb02337 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 949 time: 0.1195214 Jun 23 22:38:38.773451 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:38.889912 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ed7fcfca-a995-493d-a5f6-1b0ec7896281 req-1155c46c-74d9-4d87-9070-00a7e756c2aa tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383278 Jun 23 22:38:39.086673 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a1597f7b-0f80-4672-b2d4-9b3bb62d2753 req-da2aa7f3-3b5e-472a-910e-8877da9013b9 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 210 time: 0.0619388 Jun 23 22:38:39.359524 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34934) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:39.364132 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-c7f589f6-6ea3-4a51-823b-f0e9123dd3d8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066458815', 'description': 'tempest-secgroup-smoke-2066458815 description', 'project_id': '1eb4b659032e4ec09a16c45b29d609f0'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:39.400431 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c7f589f6-6ea3-4a51-823b-f0e9123dd3d8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:39.478129 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79271a0-ea31-4eb6-8e0d-d203929ebd55 req-9a88b037-66ba-4cee-8e57-730d1c837bd3 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:39.486581 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e79271a0-ea31-4eb6-8e0d-d203929ebd55 req-9a88b037-66ba-4cee-8e57-730d1c837bd3 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 943 time: 0.0795372 Jun 23 22:38:39.569805 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e79271a0-ea31-4eb6-8e0d-d203929ebd55 req-708d9262-553f-452b-a706-f55d28bfcacb tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820911 Jun 23 22:38:39.606660 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c7f589f6-6ea3-4a51-823b-f0e9123dd3d8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group (53e064b7-8e9c-4fe4-abfc-5f50328f3da7), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:39.619513 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c7f589f6-6ea3-4a51-823b-f0e9123dd3d8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (53e064b7-8e9c-4fe4-abfc-5f50328f3da7), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:39.665762 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f589f6-6ea3-4a51-823b-f0e9123dd3d8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e064b7-8e9c-4fe4-abfc-5f50328f3da7,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:39.725113 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c7f589f6-6ea3-4a51-823b-f0e9123dd3d8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:39.726472 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-c7f589f6-6ea3-4a51-823b-f0e9123dd3d8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3658566 Jun 23 22:38:39.728605 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9420a84-ac38-4fc4-ae07-0d401f7be809 req-74f84bd3-9ac6-46d1-aed1-d9ee79674c36 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:39.729391 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34942) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:39.744176 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-8d9f8e40-5d39-4626-92bd-c218dd57b64e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'security_group_rule': {'security_group_id': '53e064b7-8e9c-4fe4-abfc-5f50328f3da7', 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:39.747652 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d9420a84-ac38-4fc4-ae07-0d401f7be809 req-74f84bd3-9ac6-46d1-aed1-d9ee79674c36 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1492021 Jun 23 22:38:39.873723 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8e40-5d39-4626-92bd-c218dd57b64e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (cab341d1-98b4-4d8c-aaaa-1a841c0d4c88), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:39.965463 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d9420a84-ac38-4fc4-ae07-0d401f7be809 req-f92daeee-4c40-45c1-806b-c3e5dc09a4e4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160819 Jun 23 22:38:40.308095 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4720e2-974f-40f4-a81b-0471486890a6 req-a2944053-47cd-4f5a-82c2-14e8cdea6665 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:40.317537 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1b4720e2-974f-40f4-a81b-0471486890a6 req-a2944053-47cd-4f5a-82c2-14e8cdea6665 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 949 time: 0.1549809 Jun 23 22:38:40.321838 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66a97a-d020-4e05-926d-d2eecfbfb430 req-db835e95-d828-4f4a-9459-7bf79957fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:40.324240 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2c66a97a-d020-4e05-926d-d2eecfbfb430 req-db835e95-d828-4f4a-9459-7bf79957fa9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 1127 time: 0.1896291 Jun 23 22:38:40.334258 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device d48e815d-7deb-4aff-ab6f-f9ab2f780546 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:38:40.369064 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8e40-5d39-4626-92bd-c218dd57b64e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (cab341d1-98b4-4d8c-aaaa-1a841c0d4c88), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:40.380691 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8e40-5d39-4626-92bd-c218dd57b64e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (cab341d1-98b4-4d8c-aaaa-1a841c0d4c88), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:40.417141 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port d48e815d-7deb-4aff-ab6f-f9ab2f780546 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:40.417947 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:40.435334 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1b4720e2-974f-40f4-a81b-0471486890a6 req-91b0aeb0-c47d-4d45-b9a2-8fd7e29c0158 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119986 Jun 23 22:38:40.481756 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f8e40-5d39-4626-92bd-c218dd57b64e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab341d1-98b4-4d8c-aaaa-1a841c0d4c88,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:40.501475 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8d9f8e40-5d39-4626-92bd-c218dd57b64e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:40.506456 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-8d9f8e40-5d39-4626-92bd-c218dd57b64e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7746420 Jun 23 22:38:40.507242 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34966) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:40.517921 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eab45386-0bd1-4703-804d-18c94dd791da req-0bab159e-d60f-444a-bad6-58af7c2f097c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 210 time: 0.0663583 Jun 23 22:38:40.531030 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-29a3ef10-48d2-47c5-80b5-d7128260e4ab tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'security_group_rule': {'security_group_id': '53e064b7-8e9c-4fe4-abfc-5f50328f3da7', 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:40.602626 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-29a3ef10-48d2-47c5-80b5-d7128260e4ab tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (4ab6fc7e-2cc9-4e12-a94d-828e16cdba72), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:40.623030 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port d48e815d-7deb-4aff-ab6f-f9ab2f780546 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:40.623445 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:40.697526 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port d48e815d-7deb-4aff-ab6f-f9ab2f780546, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=d48e815d-7deb-4aff-ab6f-f9ab2f780546,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:40.708629 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:40.763204 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-29a3ef10-48d2-47c5-80b5-d7128260e4ab tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (4ab6fc7e-2cc9-4e12-a94d-828e16cdba72), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:40.772955 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-29a3ef10-48d2-47c5-80b5-d7128260e4ab tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (4ab6fc7e-2cc9-4e12-a94d-828e16cdba72), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:40.817500 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3ef10-48d2-47c5-80b5-d7128260e4ab tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab6fc7e-2cc9-4e12-a94d-828e16cdba72,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:40.833722 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d425dde-a828-4968-b014-9924cca908ee req-4f6eed73-b6e4-4e10-ace8-0cf19f9e18c2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:40.836979 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-29a3ef10-48d2-47c5-80b5-d7128260e4ab tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:40.838404 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-29a3ef10-48d2-47c5-80b5-d7128260e4ab tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3138223 Jun 23 22:38:40.844809 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d425dde-a828-4968-b014-9924cca908ee req-4f6eed73-b6e4-4e10-ace8-0cf19f9e18c2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 943 time: 0.0879664 Jun 23 22:38:40.847151 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34970) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:40.859990 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-953e25b9-302f-4abe-8b3e-3937317bf6ee tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'security_group_rule': {'security_group_id': '53e064b7-8e9c-4fe4-abfc-5f50328f3da7', 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:40.865954 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=d48e815d-7deb-4aff-ab6f-f9ab2f780546,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:40.917345 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-953e25b9-302f-4abe-8b3e-3937317bf6ee tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (03051e4b-50fd-4dcb-9c0a-f9764fd222c9), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:40.962493 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2298aea-27dc-4a82-8c7c-cb6db80bb642 req-1f70ae29-42ab-4c8d-9ad0-ab7f91a461a0 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:40.971510 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e2298aea-27dc-4a82-8c7c-cb6db80bb642 req-1f70ae29-42ab-4c8d-9ad0-ab7f91a461a0 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.3992476 Jun 23 22:38:41.021998 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c571735-4957-4e32-8f9c-b29dfe5e454d req-ce2b5949-4fc9-4a56-b6bb-07db7bdd2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:41.024667 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9c571735-4957-4e32-8f9c-b29dfe5e454d req-ce2b5949-4fc9-4a56-b6bb-07db7bdd2e63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2&device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 1129 time: 0.0956287 Jun 23 22:38:41.126131 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-953e25b9-302f-4abe-8b3e-3937317bf6ee tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (03051e4b-50fd-4dcb-9c0a-f9764fd222c9), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:41.133124 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-953e25b9-302f-4abe-8b3e-3937317bf6ee tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (03051e4b-50fd-4dcb-9c0a-f9764fd222c9), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:41.147451 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d425dde-a828-4968-b014-9924cca908ee req-1f07178c-d257-4369-8a2b-591ae668e2f2 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017261 Jun 23 22:38:41.176195 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:41.192916 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:41.201939 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e25b9-302f-4abe-8b3e-3937317bf6ee tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03051e4b-50fd-4dcb-9c0a-f9764fd222c9,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:41.225138 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-953e25b9-302f-4abe-8b3e-3937317bf6ee tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:41.231852 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-953e25b9-302f-4abe-8b3e-3937317bf6ee tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3829749 Jun 23 22:38:41.233131 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 34976) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:41.239628 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-3f70bf28-bbe0-498f-a71a-690753a31376 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'security_group_rule': {'security_group_id': '53e064b7-8e9c-4fe4-abfc-5f50328f3da7', 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:41.255197 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c571735-4957-4e32-8f9c-b29dfe5e454d req-39c39fd8-d9b8-4913-b568-c807817a0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:41.257413 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9c571735-4957-4e32-8f9c-b29dfe5e454d req-39c39fd8-d9b8-4913-b568-c807817a0ec8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69c6d8a0-202c-42d8-bb93-5c3836a8475f HTTP/1.1" status: 200 len: 912 time: 0.2224627 Jun 23 22:38:41.280840 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25353ff9-81a2-4ee8-9255-5aeec943ba58 req-edf54a22-d09f-4233-9911-0a3a37c193fc tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:41.284324 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-25353ff9-81a2-4ee8-9255-5aeec943ba58 req-edf54a22-d09f-4233-9911-0a3a37c193fc tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 949 time: 0.5495660 Jun 23 22:38:41.344264 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e2298aea-27dc-4a82-8c7c-cb6db80bb642 req-62716d4a-4278-44ae-88f1-7c578efdaf11 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718946 Jun 23 22:38:41.378800 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9c571735-4957-4e32-8f9c-b29dfe5e454d req-b5486dc4-2461-4cd5-a61c-0ad8466d6a57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0ff831-0151-424d-bdac-c933fd397da7 HTTP/1.1" status: 200 len: 999 time: 0.1124644 Jun 23 22:38:41.417190 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66a97a-d020-4e05-926d-d2eecfbfb430 req-0dae1ca9-bdba-4195-963d-62635e343990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:41.419446 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2c66a97a-d020-4e05-926d-d2eecfbfb430 req-0dae1ca9-bdba-4195-963d-62635e343990 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7476752 Jun 23 22:38:41.436814 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3f70bf28-bbe0-498f-a71a-690753a31376 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (41bbaba1-c827-43fe-be28-807dae3812b3), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:41.565576 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c571735-4957-4e32-8f9c-b29dfe5e454d req-55b796f5-ffc2-49b2-9b4b-a3c7d5179d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:41.567818 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9c571735-4957-4e32-8f9c-b29dfe5e454d req-55b796f5-ffc2-49b2-9b4b-a3c7d5179d0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60656d55-937f-4812-b089-eaa0b114b731 HTTP/1.1" status: 200 len: 850 time: 0.1806505 Jun 23 22:38:41.623149 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:41.632180 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a61682-bb98-4138-b316-7118c763ee7a req-8bcae34f-5c8d-46ff-9095-1525ebe0108a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:41.633918 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-8bcae34f-5c8d-46ff-9095-1525ebe0108a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 815 time: 0.7056475 Jun 23 22:38:41.654263 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c571735-4957-4e32-8f9c-b29dfe5e454d req-b3fe7344-81d4-4a21-90e5-14eab40b5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:41.655925 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9c571735-4957-4e32-8f9c-b29dfe5e454d req-b3fe7344-81d4-4a21-90e5-14eab40b5d3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69c6d8a0-202c-42d8-bb93-5c3836a8475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794277 Jun 23 22:38:41.657889 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3f70bf28-bbe0-498f-a71a-690753a31376 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (41bbaba1-c827-43fe-be28-807dae3812b3), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:41.664222 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3f70bf28-bbe0-498f-a71a-690753a31376 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (41bbaba1-c827-43fe-be28-807dae3812b3), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:41.703707 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70bf28-bbe0-498f-a71a-690753a31376 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bbaba1-c827-43fe-be28-807dae3812b3,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:41.712318 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66a97a-d020-4e05-926d-d2eecfbfb430 req-b279c531-f3be-4d09-aff7-dc2bf692db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:41.718507 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2c66a97a-d020-4e05-926d-d2eecfbfb430 req-b279c531-f3be-4d09-aff7-dc2bf692db8b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2886586 Jun 23 22:38:41.728417 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3f70bf28-bbe0-498f-a71a-690753a31376 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:41.729812 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3f70bf28-bbe0-498f-a71a-690753a31376 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4937775 Jun 23 22:38:41.739458 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 35002) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:41.793652 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9c571735-4957-4e32-8f9c-b29dfe5e454d req-778f5291-48ae-4054-b0ab-beef5ba7a43f service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261601 Jun 23 22:38:41.813539 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-e29d13ad-9614-402e-a0e4-ab9c983b5182 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'security_group_rule': {'security_group_id': '53e064b7-8e9c-4fe4-abfc-5f50328f3da7', 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:41.864375 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device d48e815d-7deb-4aff-ab6f-f9ab2f780546 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:38:41.950282 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:41.969499 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port d48e815d-7deb-4aff-ab6f-f9ab2f780546 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:41.970330 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:41.979061 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-9c571735-4957-4e32-8f9c-b29dfe5e454d req-1a753b2a-208b-4ae1-94fa-25c94be1e923 service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753042 Jun 23 22:38:42.056515 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c88ef4-c65d-4d87-8f3c-277fa13f0f41 req-bf651ffe-4892-4c1e-9d87-7d1862dd9d12 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:42.059629 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f6c88ef4-c65d-4d87-8f3c-277fa13f0f41 req-bf651ffe-4892-4c1e-9d87-7d1862dd9d12 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 949 time: 0.4901738 Jun 23 22:38:42.081087 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7ffb2458-1ae8-48e1-9998-e8a51c1fa789 req-a9e686a4-737a-4d75-91c6-0fb79410a31a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 210 time: 0.3704004 Jun 23 22:38:42.082183 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port d48e815d-7deb-4aff-ab6f-f9ab2f780546 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:42.094569 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-25353ff9-81a2-4ee8-9255-5aeec943ba58 req-da7cf8e1-8ef0-4376-9137-ab2625a9ecd0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Deleting port eef93757-ff5c-42de-bec1-9578ae8af3ca {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:38:42.094909 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-25353ff9-81a2-4ee8-9255-5aeec943ba58 req-da7cf8e1-8ef0-4376-9137-ab2625a9ecd0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:42.107425 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-30900e58-bd02-4ae7-9d50-1dab5cfdcff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:42.109041 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-30900e58-bd02-4ae7-9d50-1dab5cfdcff0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 1127 time: 0.2812598 Jun 23 22:38:42.157467 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.securitygroups_db [None req-e29d13ad-9614-402e-a0e4-ab9c983b5182 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Project 1eb4b659032e4ec09a16c45b29d609f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 22:38:42.191646 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e29d13ad-9614-402e-a0e4-ab9c983b5182 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (df08a4ed-8288-4f0f-8786-5f5520a7fefd), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:42.227062 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-165fc61d-69d8-457a-96b9-fc9f7998aade tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869 HTTP/1.1" status: 200 len: 472 time: 0.4515796 Jun 23 22:38:42.269634 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-c5a61682-bb98-4138-b316-7118c763ee7a req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'port': {'device_id': '384878db-4705-4f7b-87ff-0f079208412f', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'admin_state_up': True, 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'security_groups': ['4bfc85e7-2feb-4779-9d02-b70e7cde505b']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:42.366199 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-6e7db2e2-f8f8-42be-90da-c30b0f148883 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 HTTP/1.1" status: 200 len: 217 time: 0.1138659 Jun 23 22:38:42.386088 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f6c88ef4-c65d-4d87-8f3c-277fa13f0f41 req-559e1ff6-688b-4058-ab83-5674a15041a8 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b9da17-0a4c-44c7-941a-55f44dc12177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923939 Jun 23 22:38:42.450240 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17991bf3-0949-4357-bf5b-1938799aa5d8 req-df87a15b-e566-4c93-9181-c34ab7c2fe08 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:42.451918 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17991bf3-0949-4357-bf5b-1938799aa5d8 req-df87a15b-e566-4c93-9181-c34ab7c2fe08 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 943 time: 0.2163224 Jun 23 22:38:42.518301 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-25353ff9-81a2-4ee8-9255-5aeec943ba58 req-da7cf8e1-8ef0-4376-9137-ab2625a9ecd0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] For port eef93757-ff5c-42de-bec1-9578ae8af3ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=eef93757-ff5c-42de-bec1-9578ae8af3ca,segment=NetworkSegment(c7aff66e-648c-4571-9887-6dd8da813ade),segment_id=c7aff66e-648c-4571-9887-6dd8da813ade)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:42.518664 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-25353ff9-81a2-4ee8-9255-5aeec943ba58 req-da7cf8e1-8ef0-4376-9137-ab2625a9ecd0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:42.576899 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e29d13ad-9614-402e-a0e4-ab9c983b5182 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (df08a4ed-8288-4f0f-8786-5f5520a7fefd), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:42.587675 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-25353ff9-81a2-4ee8-9255-5aeec943ba58 req-da7cf8e1-8ef0-4376-9137-ab2625a9ecd0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Calling delete_port for eef93757-ff5c-42de-bec1-9578ae8af3ca owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:38:42.599097 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Sync routers for ids ['7255a076-0515-40f8-8b68-257798b0790f'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:38:42.602157 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-a5ddd021-5d58-4c91-a28d-f740d747528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:42.603656 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-a5ddd021-5d58-4c91-a28d-f740d747528e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.2034411 Jun 23 22:38:42.604346 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e29d13ad-9614-402e-a0e4-ab9c983b5182 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (df08a4ed-8288-4f0f-8786-5f5520a7fefd), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:42.613650 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Routers {'7255a076-0515-40f8-8b68-257798b0790f'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:38:42.614262 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['7255a076-0515-40f8-8b68-257798b0790f'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:42.658480 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fca6fd-ad3a-4de0-b33d-1c5c8fb922e6 req-14af176f-4169-4a6e-9b27-488aea1fda51 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:42.659878 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e4fca6fd-ad3a-4de0-b33d-1c5c8fb922e6 req-14af176f-4169-4a6e-9b27-488aea1fda51 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.2070560 Jun 23 22:38:42.671239 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:42.721340 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Set router 7255a076-0515-40f8-8b68-257798b0790f gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:38:42.730333 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d13ad-9614-402e-a0e4-ab9c983b5182 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df08a4ed-8288-4f0f-8786-5f5520a7fefd,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:42.765070 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e29d13ad-9614-402e-a0e4-ab9c983b5182 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:42.766262 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-e29d13ad-9614-402e-a0e4-ab9c983b5182 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9580238 Jun 23 22:38:42.769305 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35040) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:42.769786 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17991bf3-0949-4357-bf5b-1938799aa5d8 req-0797df30-100c-454f-8b87-a72e89f6b9f3 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830398 Jun 23 22:38:42.776682 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-a865a9ed-14d3-4d2b-8676-041c4e229dec tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'security_group_rule': {'security_group_id': '53e064b7-8e9c-4fe4-abfc-5f50328f3da7', 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:42.795879 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-ffc61bd6-3676-4d5e-9f0c-35cf915c1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:42.795879 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-ffc61bd6-3676-4d5e-9f0c-35cf915c1abc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1636024 Jun 23 22:38:42.810390 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.securitygroups_db [None req-a865a9ed-14d3-4d2b-8676-041c4e229dec tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Project 1eb4b659032e4ec09a16c45b29d609f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 22:38:42.819444 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a865a9ed-14d3-4d2b-8676-041c4e229dec tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (4eb41fa2-283f-415d-917c-37a493ce4b4e), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:42.845233 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a61682-bb98-4138-b316-7118c763ee7a req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Made reservation on behalf of 2735e40fe2564a6d8a5cdc7c32b0b869 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:38:42.848031 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c5a61682-bb98-4138-b316-7118c763ee7a req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:42.855837 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:42.876562 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e4fca6fd-ad3a-4de0-b33d-1c5c8fb922e6 req-c7232ad7-ea1a-41eb-b736-c732e7d4b142 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018030 Jun 23 22:38:42.900703 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a865a9ed-14d3-4d2b-8676-041c4e229dec tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (4eb41fa2-283f-415d-917c-37a493ce4b4e), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:42.906147 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a865a9ed-14d3-4d2b-8676-041c4e229dec tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (4eb41fa2-283f-415d-917c-37a493ce4b4e), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:42.934643 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865a9ed-14d3-4d2b-8676-041c4e229dec tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb41fa2-283f-415d-917c-37a493ce4b4e,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:42.940558 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a865a9ed-14d3-4d2b-8676-041c4e229dec tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:42.948227 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-a865a9ed-14d3-4d2b-8676-041c4e229dec tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1742413 Jun 23 22:38:42.994806 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7255a076-0515-40f8-8b68-257798b0790f', 'name': 'tempest-TestVolumeBootPattern-1537802419-router', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:31Z', 'updated_at': '2022-06-23T22:38:37Z', 'revision_number': 4, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'gw_port': {'id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7255a076-0515-40f8-8b68-257798b0790f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:32Z', 'updated_at': '2022-06-23T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'd406bb74-e4b5-4d9f-92e3-a821ee3c70ed', 'name': '', 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'mac_address': 'fa:16:3e:4f:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7255a076-0515-40f8-8b68-257798b0790f', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f15a91d3-a13b-4c2e-93b5-a85561dd04f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:36Z', 'updated_at': '2022-06-23T22:38:37Z', 'revision_number': 2, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'subnets': [{'id': 'f15a91d3-a13b-4c2e-93b5-a85561dd04f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:42.999995 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-25353ff9-81a2-4ee8-9255-5aeec943ba58 req-da7cf8e1-8ef0-4376-9137-ab2625a9ecd0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (eef93757-ff5c-42de-bec1-9578ae8af3ca), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:43.034019 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Checking router: 7255a076-0515-40f8-8b68-257798b0790f for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:38:43.034379 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Updating router 7255a076-0515-40f8-8b68-257798b0790f port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed binding host dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:38:43.055106 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cf8e1-8ef0-4376-9137-ab2625a9ecd0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Pushing event deleted for resources: {'Port': ['ID=eef93757-ff5c-42de-bec1-9578ae8af3ca,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:43.076254 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:43.119520 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-c5a61682-bb98-4138-b316-7118c763ee7a req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Allocated IP 172.20.0.6 (e8170354-014e-4823-a204-b43deead6b56/abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60/f64c1270-e6bb-4c22-97a6-eb4fedf23371) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:38:43.126994 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-25353ff9-81a2-4ee8-9255-5aeec943ba58 req-da7cf8e1-8ef0-4376-9137-ab2625a9ecd0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] No DVR routers for this DVR port eef93757-ff5c-42de-bec1-9578ae8af3ca on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:38:43.138384 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-25353ff9-81a2-4ee8-9255-5aeec943ba58 req-da7cf8e1-8ef0-4376-9137-ab2625a9ecd0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:43.142440 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-25353ff9-81a2-4ee8-9255-5aeec943ba58 req-da7cf8e1-8ef0-4376-9137-ab2625a9ecd0 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.55 "DELETE /v2.0/ports/eef93757-ff5c-42de-bec1-9578ae8af3ca HTTP/1.1" status: 204 len: 173 time: 1.7888229 Jun 23 22:38:43.143351 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ce378d-902b-4621-84aa-51b964ae5fa4', 'name': 'network-vif-deleted', 'tag': 'eef93757-ff5c-42de-bec1-9578ae8af3ca'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:38:43.145948 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bce109-bda2-4102-9296-d6a7a3f72e5c" -d '{"events": [{"server_uuid": "f2ce378d-902b-4621-84aa-51b964ae5fa4", "name": "network-vif-deleted", "tag": "eef93757-ff5c-42de-bec1-9578ae8af3ca"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:38:43.223635 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e940b4-5a11-4e63-9fd9-dd7fdeb1b35f x-openstack-request-id: req-63e940b4-5a11-4e63-9fd9-dd7fdeb1b35f {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:38:43.226023 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ce378d-902b-4621-84aa-51b964ae5fa4", "name": "network-vif-deleted", "tag": "eef93757-ff5c-42de-bec1-9578ae8af3ca", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:38:43.226710 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63e940b4-5a11-4e63-9fd9-dd7fdeb1b35f {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:38:43.228958 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e940b4-5a11-4e63-9fd9-dd7fdeb1b35f'] response: {'server_uuid': 'f2ce378d-902b-4621-84aa-51b964ae5fa4', 'name': 'network-vif-deleted', 'tag': 'eef93757-ff5c-42de-bec1-9578ae8af3ca', 'status': 'completed', 'code': 200} Jun 23 22:38:43.273918 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-373127c0-aea7-4ece-8180-a1b081b0d268 req-02def7c5-8bc7-4b62-b6a4-be48c4296b03 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 210 time: 0.0901186 Jun 23 22:38:43.380410 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:43.473397 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:43.604997 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Publish callbacks [] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:43.613190 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:43.642533 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dddf4b31-8c17-4502-a4b8-80ff81d06d25 req-23d7b7b3-3387-4803-96fc-2e5f187bc694 tempest-VolumesNegativeTest-483753075 tempest-VolumesNegativeTest-483753075-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2ce378d-902b-4621-84aa-51b964ae5fa4 HTTP/1.1" status: 200 len: 210 time: 0.1033394 Jun 23 22:38:43.690446 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c5a61682-bb98-4138-b316-7118c763ee7a req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:43.708957 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-24e2265c-1bb5-4e57-afee-e3bc52941bae service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270350 Jun 23 22:38:43.754394 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c5a61682-bb98-4138-b316-7118c763ee7a req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:43.757605 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c36907-4c05-420d-86bd-c57416c78657 None None] Pushing event updated for resources: {'Port': ['ID=d406bb74-e4b5-4d9f-92e3-a821ee3c70ed,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:43.801409 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Attempting to bind port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:38:43.801773 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Attempting to bind port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '929e6bc1-843d-4272-980f-b83d644f985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:38:43.802126 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Attempting to bind port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed on network b49c7d70-30b4-4968-af13-cf47480f2549 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:38:43.809523 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:38:43.810160 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Checking segment: {'id': '929e6bc1-843d-4272-980f-b83d644f985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:38:43.810718 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:43.811290 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Bound using segment: {'id': '929e6bc1-843d-4272-980f-b83d644f985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:38:43.812174 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Bound port: d406bb74-e4b5-4d9f-92e3-a821ee3c70ed, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929e6bc1-843d-4272-980f-b83d644f985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:38:43.812713 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:43.839685 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a61682-bb98-4138-b316-7118c763ee7a req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Network e8170354-014e-4823-a204-b43deead6b56 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:38:43.842878 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-c5a61682-bb98-4138-b316-7118c763ee7a req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:38:43.845529 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a61682-bb98-4138-b316-7118c763ee7a req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:38:43.929974 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] For port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:38:43.936796 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] For port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=d406bb74-e4b5-4d9f-92e3-a821ee3c70ed,segment=NetworkSegment(929e6bc1-843d-4272-980f-b83d644f985e),segment_id=929e6bc1-843d-4272-980f-b83d644f985e)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:38:43.952350 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:44.050338 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c36907-4c05-420d-86bd-c57416c78657 None None] Pushing event updated for resources: {'Port': ['ID=d406bb74-e4b5-4d9f-92e3-a821ee3c70ed,revision_number=4']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:44.072647 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-d4513c81-52b4-484a-999a-39301ed3f4ab None None] Provisioning complete for port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:44.073268 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d4513c81-52b4-484a-999a-39301ed3f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:44.090365 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Routers {'7255a076-0515-40f8-8b68-257798b0790f'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:38:44.090742 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['7255a076-0515-40f8-8b68-257798b0790f'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:44.299440 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-d4513c81-52b4-484a-999a-39301ed3f4ab None None] Current status of the port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:44.299830 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d4513c81-52b4-484a-999a-39301ed3f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:44.331200 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] Set router 7255a076-0515-40f8-8b68-257798b0790f gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:38:44.389070 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-d4513c81-52b4-484a-999a-39301ed3f4ab None None] For port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=d406bb74-e4b5-4d9f-92e3-a821ee3c70ed,segment=NetworkSegment(929e6bc1-843d-4272-980f-b83d644f985e),segment_id=929e6bc1-843d-4272-980f-b83d644f985e)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:44.391449 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'Port': ['ID=f64c1270-e6bb-4c22-97a6-eb4fedf23371,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:44.398212 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d4513c81-52b4-484a-999a-39301ed3f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:44.459802 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:44.496504 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:44.501249 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4513c81-52b4-484a-999a-39301ed3f4ab None None] Pushing event updated for resources: {'Port': ['ID=d406bb74-e4b5-4d9f-92e3-a821ee3c70ed,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:44.526459 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:44.544899 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-d9e7db96-1931-45cd-b505-8505638670a0 None None] Provisioning complete for port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:44.546028 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d9e7db96-1931-45cd-b505-8505638670a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:44.616307 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:44.636686 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a61682-bb98-4138-b316-7118c763ee7a req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:44.637319 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c5a61682-bb98-4138-b316-7118c763ee7a req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:44.648734 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device eef93757-ff5c-42de-bec1-9578ae8af3ca no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:38:44.673588 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7db96-1931-45cd-b505-8505638670a0 None None] Current status of the port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:44.676605 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2d7b7-c5ee-407e-8bdf-15a356304fe5 req-9e2e5979-4476-4c95-8d9d-4455318c247b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:44.686378 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f0e2d7b7-c5ee-407e-8bdf-15a356304fe5 req-9e2e5979-4476-4c95-8d9d-4455318c247b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 943 time: 0.2999253 Jun 23 22:38:44.690749 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-ee2ca9a2-00f9-4d31-9ae8-82d7dec901bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4403479 Jun 23 22:38:44.700742 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb79f1b-9cea-4aa0-861a-ec0d4264340f req-ad11bda2-d5d6-4495-8761-de9d82026f32 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:44.702197 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9eb79f1b-9cea-4aa0-861a-ec0d4264340f req-ad11bda2-d5d6-4495-8761-de9d82026f32 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.3170419 Jun 23 22:38:44.717033 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ca8699c-85f6-420e-8ff3-1e47923cb3b1 req-3640484a-f302-4406-9a94-d8098f1dcab2 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285224 Jun 23 22:38:44.717281 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: eef93757-ff5c-42de-bec1-9578ae8af3ca {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:38:44.717712 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device eef93757-ff5c-42de-bec1-9578ae8af3ca not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:38:44.720544 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-d9e7db96-1931-45cd-b505-8505638670a0 None None] Provisioning complete for port f64c1270-e6bb-4c22-97a6-eb4fedf23371 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:44.721273 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d9e7db96-1931-45cd-b505-8505638670a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:44.745315 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Request body: {'port': {'device_id': '384878db-4705-4f7b-87ff-0f079208412f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:44.780170 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7db96-1931-45cd-b505-8505638670a0 None None] Port f64c1270-e6bb-4c22-97a6-eb4fedf23371 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:38:44.823351 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7255a076-0515-40f8-8b68-257798b0790f', 'name': 'tempest-TestVolumeBootPattern-1537802419-router', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:31Z', 'updated_at': '2022-06-23T22:38:37Z', 'revision_number': 4, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'gw_port': {'id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7255a076-0515-40f8-8b68-257798b0790f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:32Z', 'updated_at': '2022-06-23T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'd406bb74-e4b5-4d9f-92e3-a821ee3c70ed', 'name': '', 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'mac_address': 'fa:16:3e:4f:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7255a076-0515-40f8-8b68-257798b0790f', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f15a91d3-a13b-4c2e-93b5-a85561dd04f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:36Z', 'updated_at': '2022-06-23T22:38:43Z', 'revision_number': 4, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'subnets': [{'id': 'f15a91d3-a13b-4c2e-93b5-a85561dd04f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:44.828572 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:44.854257 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab7b361-8576-4bc0-9875-e66f0d6dc675 None None] The sync data for ids ['7255a076-0515-40f8-8b68-257798b0790f'] in dv-cinder-846173-2-iscsi is: [{'id': '7255a076-0515-40f8-8b68-257798b0790f', 'name': 'tempest-TestVolumeBootPattern-1537802419-router', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:31Z', 'updated_at': '2022-06-23T22:38:37Z', 'revision_number': 4, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'gw_port': {'id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7255a076-0515-40f8-8b68-257798b0790f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:32Z', 'updated_at': '2022-06-23T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'd406bb74-e4b5-4d9f-92e3-a821ee3c70ed', 'name': '', 'network_id': 'b49c7d70-30b4-4968-af13-cf47480f2549', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'mac_address': 'fa:16:3e:4f:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7255a076-0515-40f8-8b68-257798b0790f', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f15a91d3-a13b-4c2e-93b5-a85561dd04f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:36Z', 'updated_at': '2022-06-23T22:38:43Z', 'revision_number': 4, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'subnets': [{'id': 'f15a91d3-a13b-4c2e-93b5-a85561dd04f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:38:44.878588 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f0e2d7b7-c5ee-407e-8bdf-15a356304fe5 req-82094a22-6201-4db6-84f6-4a90382033b0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910250 Jun 23 22:38:44.882492 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9eb79f1b-9cea-4aa0-861a-ec0d4264340f req-87d0bb9b-ee56-4610-a581-1e2af5efcb81 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717885 Jun 23 22:38:44.945596 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:45.082787 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35188) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:45.188691 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240951a-dd04-43ed-9c23-6e696f19d562 req-dcd930f6-d0d3-45ed-bac9-f5ba2b20887a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:45.190598 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5240951a-dd04-43ed-9c23-6e696f19d562 req-dcd930f6-d0d3-45ed-bac9-f5ba2b20887a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 931 time: 0.1611731 Jun 23 22:38:45.296349 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f9f17782-2664-45ee-a6a7-f9ecd3d08ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:45.334753 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5240951a-dd04-43ed-9c23-6e696f19d562 req-88117c99-c69e-480c-b794-68cb345da4a6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfc85e7-2feb-4779-9d02-b70e7cde505b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332321 Jun 23 22:38:45.387772 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:45.438356 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64c1270-e6bb-4c22-97a6-eb4fedf23371 {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:38:45.446356 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Publish callbacks [] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:45.453341 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f9f17782-2664-45ee-a6a7-f9ecd3d08ad5 admin admin] Publish callbacks [] for security_group (5fc90659-f923-4755-a1bb-a14dc47c137b), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:45.459061 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f9f17782-2664-45ee-a6a7-f9ecd3d08ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (5fc90659-f923-4755-a1bb-a14dc47c137b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:45.476332 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Transition to ACTIVE for port object f64c1270-e6bb-4c22-97a6-eb4fedf23371 will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:38:45.482405 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:45.512807 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-f9f17782-2664-45ee-a6a7-f9ecd3d08ad5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=527d0b7e41ec40b99c9b2f383a0baa73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267955 Jun 23 22:38:45.512807 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f17782-2664-45ee-a6a7-f9ecd3d08ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc90659-f923-4755-a1bb-a14dc47c137b,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:45.514266 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35206) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:45.558374 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Pushing event updated for resources: {'Port': ['ID=f64c1270-e6bb-4c22-97a6-eb4fedf23371,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:45.597887 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=10 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:45.618956 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c217cebb-82bd-4fda-8afb-80d0804913bc admin admin] Publish callbacks [] for security_group (5fc90659-f923-4755-a1bb-a14dc47c137b), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:45.650944 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c217cebb-82bd-4fda-8afb-80d0804913bc admin admin] Publish callbacks [] for security_group (5fc90659-f923-4755-a1bb-a14dc47c137b), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:45.677183 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Attempting to bind port f64c1270-e6bb-4c22-97a6-eb4fedf23371 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:38:45.680162 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Attempting to bind port f64c1270-e6bb-4c22-97a6-eb4fedf23371 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:38:45.685396 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Attempting to bind port f64c1270-e6bb-4c22-97a6-eb4fedf23371 on network e8170354-014e-4823-a204-b43deead6b56 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:38:45.706742 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Port f64c1270-e6bb-4c22-97a6-eb4fedf23371 on network e8170354-014e-4823-a204-b43deead6b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:38:45.707254 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Attempting to bind port f64c1270-e6bb-4c22-97a6-eb4fedf23371 on network e8170354-014e-4823-a204-b43deead6b56 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:38:45.723015 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:38:45.723360 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Checking segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:38:45.723754 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Bound using segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:38:45.724201 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Bound port: f64c1270-e6bb-4c22-97a6-eb4fedf23371, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:38:45.724982 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:45.743049 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c217cebb-82bd-4fda-8afb-80d0804913bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (5fc90659-f923-4755-a1bb-a14dc47c137b), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:45.747435 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c217cebb-82bd-4fda-8afb-80d0804913bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:45.750480 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-c217cebb-82bd-4fda-8afb-80d0804913bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fc90659-f923-4755-a1bb-a14dc47c137b HTTP/1.1" status: 204 len: 168 time: 0.2353003 Jun 23 22:38:45.768711 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217cebb-82bd-4fda-8afb-80d0804913bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc90659-f923-4755-a1bb-a14dc47c137b,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:45.836141 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:45.879002 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] For port f64c1270-e6bb-4c22-97a6-eb4fedf23371, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:38:45.879002 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] For port f64c1270-e6bb-4c22-97a6-eb4fedf23371, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f64c1270-e6bb-4c22-97a6-eb4fedf23371,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:38:45.889603 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:45.930068 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35232) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:45.969057 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device d406bb74-e4b5-4d9f-92e3-a821ee3c70ed up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:38:46.053918 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:46.056557 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.062190 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] 10.222.0.55 "PUT /v2.0/ports/f64c1270-e6bb-4c22-97a6-eb4fedf23371 HTTP/1.1" status: 200 len: 1093 time: 1.3431513 Jun 23 22:38:46.062408 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384878db-4705-4f7b-87ff-0f079208412f', 'tag': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:38:46.064971 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbb514f-c607-41e6-8b11-867ef50db265" -d '{"events": [{"name": "network-changed", "server_uuid": "384878db-4705-4f7b-87ff-0f079208412f", "tag": "f64c1270-e6bb-4c22-97a6-eb4fedf23371"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:38:46.080827 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61263c2-9695-4445-9152-7dfb4dd35caa admin admin] Deleting subnet c979068c-16e4-477b-9936-8305bab22905 {{(pid=104139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:38:46.085688 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:46.093058 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c61263c2-9695-4445-9152-7dfb4dd35caa admin admin] Publish callbacks [] for subnet (c979068c-16e4-477b-9936-8305bab22905), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.138191 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:46.138887 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.203492 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c61263c2-9695-4445-9152-7dfb4dd35caa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367172'] for subnet (c979068c-16e4-477b-9936-8305bab22905), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.235576 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a49626-929f-414e-93d7-26045327415c x-openstack-request-id: req-d1a49626-929f-414e-93d7-26045327415c {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:38:46.236179 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384878db-4705-4f7b-87ff-0f079208412f", "tag": "f64c1270-e6bb-4c22-97a6-eb4fedf23371", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:38:46.236605 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1a49626-929f-414e-93d7-26045327415c {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:38:46.237177 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a49626-929f-414e-93d7-26045327415c'] response: {'name': 'network-changed', 'server_uuid': '384878db-4705-4f7b-87ff-0f079208412f', 'tag': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371', 'status': 'completed', 'code': 200} Jun 23 22:38:46.243697 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:46.291102 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a61682-bb98-4138-b316-7118c763ee7a req-77b5f593-9bc2-4311-a140-2ab5fa6b973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:46.293344 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-77b5f593-9bc2-4311-a140-2ab5fa6b973f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 1127 time: 0.1594157 Jun 23 22:38:46.294833 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec2522-09a1-4f8c-b674-55f2ce1a45ce service neutron] Pushing event updated for resources: {'Port': ['ID=f64c1270-e6bb-4c22-97a6-eb4fedf23371,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:46.302056 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c61263c2-9695-4445-9152-7dfb4dd35caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (c979068c-16e4-477b-9936-8305bab22905), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.365049 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-0a86edda-b114-4d51-86bc-84ec51c89908 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f64c1270-e6bb-4c22-97a6-eb4fedf23371 HTTP/1.1" status: 200 len: 217 time: 0.0515127 Jun 23 22:38:46.392224 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eff7e7-6ac5-4594-9ad0-61d1acb8ddc2 req-0b03957d-fbba-4169-a86b-3bceb8fec5f9 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:46.405338 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d2eff7e7-6ac5-4594-9ad0-61d1acb8ddc2 req-0b03957d-fbba-4169-a86b-3bceb8fec5f9 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 943 time: 0.3287389 Jun 23 22:38:46.422753 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c61263c2-9695-4445-9152-7dfb4dd35caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295209'] for subnet (c979068c-16e4-477b-9936-8305bab22905), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.464284 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c61263c2-9695-4445-9152-7dfb4dd35caa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.469018 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-c61263c2-9695-4445-9152-7dfb4dd35caa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c979068c-16e4-477b-9936-8305bab22905 HTTP/1.1" status: 204 len: 168 time: 0.5377295 Jun 23 22:38:46.474865 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61263c2-9695-4445-9152-7dfb4dd35caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c979068c-16e4-477b-9936-8305bab22905,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:46.485417 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35290) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:46.485870 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35292) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:46.530284 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-24b31ef5-d6b9-4b1e-95ad-2fb9842e5b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.578100 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f539d36-19d1-431a-bf7d-26ddd698cc23 req-981535a7-2289-41b9-a8cd-f8fd79909794 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:46.580638 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f539d36-19d1-431a-bf7d-26ddd698cc23 req-981535a7-2289-41b9-a8cd-f8fd79909794 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 943 time: 0.0896611 Jun 23 22:38:46.582200 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a61682-bb98-4138-b316-7118c763ee7a req-1e583710-5ec0-4d44-bb89-3958542f80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:46.583710 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-1e583710-5ec0-4d44-bb89-3958542f80d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.1713686 Jun 23 22:38:46.588772 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d2eff7e7-6ac5-4594-9ad0-61d1acb8ddc2 req-866b6916-8918-4c4d-8488-1183749d605e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824744 Jun 23 22:38:46.592417 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (37e85836-e932-474e-813c-5279946996b9), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.640887 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:38:46.691789 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a61682-bb98-4138-b316-7118c763ee7a req-77ae4f92-09f5-411d-bda1-57e7ead2d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:46.693311 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-77ae4f92-09f5-411d-bda1-57e7ead2d6dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835383 Jun 23 22:38:46.705829 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f539d36-19d1-431a-bf7d-26ddd698cc23 req-a9953809-5e00-494c-a7c6-c1eb7a1e7e4f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfc85e7-2feb-4779-9d02-b70e7cde505b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160982 Jun 23 22:38:46.729613 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (37e85836-e932-474e-813c-5279946996b9), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.753784 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-24b31ef5-d6b9-4b1e-95ad-2fb9842e5b43 admin admin] Publish callbacks [] for security_group (9c5ba6e2-3b31-4db5-8b5c-6f3fae3f4894), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.768990 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-24b31ef5-d6b9-4b1e-95ad-2fb9842e5b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9c5ba6e2-3b31-4db5-8b5c-6f3fae3f4894), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.772424 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e85836-e932-474e-813c-5279946996b9']}} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:46.809920 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f0fe13-a3e8-4d99-aa64-84279e980dcc') {'for_net_delete': True} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:46.810211 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f0fe13-a3e8-4d99-aa64-84279e980dcc') {} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:46.823033 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-38b98b65-7bc3-4aad-95bf-0a1b22f79547 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109467 Jun 23 22:38:46.833597 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:46.836144 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367199'] for segment (c4f0fe13-a3e8-4d99-aa64-84279e980dcc), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.853795 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-24b31ef5-d6b9-4b1e-95ad-2fb9842e5b43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e158e53194f4953a47067a045c3aa9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591638 Jun 23 22:38:46.858844 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35304) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:46.859942 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b31ef5-d6b9-4b1e-95ad-2fb9842e5b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5ba6e2-3b31-4db5-8b5c-6f3fae3f4894,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:46.887720 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (c4f0fe13-a3e8-4d99-aa64-84279e980dcc), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.902820 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=104139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:38:46.903527 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275017'] for segment (c4f0fe13-a3e8-4d99-aa64-84279e980dcc), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:46.955055 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment c4f0fe13-a3e8-4d99-aa64-84279e980dcc resource provider aggregate not found Jun 23 22:38:46.961268 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:46.984428 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5a61682-bb98-4138-b316-7118c763ee7a req-f53f27c4-acc6-4de3-92d5-2df609bfa7bd service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489253 Jun 23 22:38:47.033986 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:47.052125 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'port_id': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'mac_address': 'fa:16:3e:ed:1a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:38:47.101828 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:47.102345 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:47.116906 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:38:47.149792 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:47.154321 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:47.197207 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment c4f0fe13-a3e8-4d99-aa64-84279e980dcc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4f0fe13-a3e8-4d99-aa64-84279e980dcc found for delete ", "request_id": "req-bca1608e-5657-455a-baeb-c150376f4cae"}]} Jun 23 22:38:47.211611 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:47.219321 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (37e85836-e932-474e-813c-5279946996b9), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:47.221333 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8fb3ea9c-843d-4b43-80b4-c0e9d13ddbb8 admin admin] Publish callbacks [] for security_group (9c5ba6e2-3b31-4db5-8b5c-6f3fae3f4894), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:47.228883 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:47.232517 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/37e85836-e932-474e-813c-5279946996b9 HTTP/1.1" status: 204 len: 168 time: 0.7456436 Jun 23 22:38:47.249462 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefa9d0-95ba-4015-adb5-c2e8fdc5b2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=37e85836-e932-474e-813c-5279946996b9,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:47.265295 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8fb3ea9c-843d-4b43-80b4-c0e9d13ddbb8 admin admin] Publish callbacks [] for security_group (9c5ba6e2-3b31-4db5-8b5c-6f3fae3f4894), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:47.332697 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8fb3ea9c-843d-4b43-80b4-c0e9d13ddbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9c5ba6e2-3b31-4db5-8b5c-6f3fae3f4894), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:47.335242 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8fb3ea9c-843d-4b43-80b4-c0e9d13ddbb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:47.338724 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-8fb3ea9c-843d-4b43-80b4-c0e9d13ddbb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c5ba6e2-3b31-4db5-8b5c-6f3fae3f4894 HTTP/1.1" status: 204 len: 168 time: 0.4732277 Jun 23 22:38:47.347199 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3ea9c-843d-4b43-80b4-c0e9d13ddbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5ba6e2-3b31-4db5-8b5c-6f3fae3f4894,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:47.466774 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:38:47.475798 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 35358) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:47.526209 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-51522e94-e752-4387-b8d0-fb0064f53da6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4fb6c541ee04ebea81001c24c67d779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489600 Jun 23 22:38:47.532396 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 35370) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:47.593588 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c70f1b5c-d73d-4277-925f-6d591552ca56 admin admin] Publish callbacks [] for security_group (dc4a5f43-e63f-4d68-9eb8-479a94cbc197), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:47.640209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c70f1b5c-d73d-4277-925f-6d591552ca56 admin admin] Publish callbacks [] for security_group (dc4a5f43-e63f-4d68-9eb8-479a94cbc197), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:47.712115 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c70f1b5c-d73d-4277-925f-6d591552ca56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (dc4a5f43-e63f-4d68-9eb8-479a94cbc197), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:47.716375 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c70f1b5c-d73d-4277-925f-6d591552ca56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:47.717189 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-c70f1b5c-d73d-4277-925f-6d591552ca56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc4a5f43-e63f-4d68-9eb8-479a94cbc197 HTTP/1.1" status: 204 len: 168 time: 0.1836979 Jun 23 22:38:47.768075 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f1b5c-d73d-4277-925f-6d591552ca56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4a5f43-e63f-4d68-9eb8-479a94cbc197,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:47.790791 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1410176-6988-4f61-ac0a-ecae7442561a req-b3713972-c837-456f-8ac5-445c2443802f tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:47.793984 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a1410176-6988-4f61-ac0a-ecae7442561a req-b3713972-c837-456f-8ac5-445c2443802f tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 944 time: 0.0831752 Jun 23 22:38:47.891556 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804685be-7a76-43a3-88e8-77fddc9d7b34 req-3023ce0e-839a-41f0-87e3-1df26bec8834 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:47.893132 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-804685be-7a76-43a3-88e8-77fddc9d7b34 req-3023ce0e-839a-41f0-87e3-1df26bec8834 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 943 time: 0.0797343 Jun 23 22:38:47.906604 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a1410176-6988-4f61-ac0a-ecae7442561a req-acd9979c-5fb7-4cb2-9bee-b8fcbb0571fa tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019328 Jun 23 22:38:47.958193 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-804685be-7a76-43a3-88e8-77fddc9d7b34 req-0ca74688-4236-4713-afd9-30692e6b2754 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfc85e7-2feb-4779-9d02-b70e7cde505b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570197 Jun 23 22:38:48.144151 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:48.186519 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb514f-c607-41e6-8b11-867ef50db265 req-27fcfdac-a233-49e6-b065-cb3600ab2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:48.188659 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7fbb514f-c607-41e6-8b11-867ef50db265 req-27fcfdac-a233-49e6-b065-cb3600ab2364 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 1127 time: 0.0530849 Jun 23 22:38:48.306611 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:48.347630 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb514f-c607-41e6-8b11-867ef50db265 req-7930d2b8-5e6f-4c70-89a2-5fd3dbe788ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:48.350105 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7fbb514f-c607-41e6-8b11-867ef50db265 req-7930d2b8-5e6f-4c70-89a2-5fd3dbe788ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 916 time: 0.1486769 Jun 23 22:38:48.399644 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7fbb514f-c607-41e6-8b11-867ef50db265 req-1a8a8866-108f-4120-8fbe-a52a00ce4c19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f64c1270-e6bb-4c22-97a6-eb4fedf23371 HTTP/1.1" status: 200 len: 217 time: 0.0426009 Jun 23 22:38:48.459778 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb514f-c607-41e6-8b11-867ef50db265 req-030633a3-52fb-4255-b728-3e5276c31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:48.461517 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7fbb514f-c607-41e6-8b11-867ef50db265 req-030633a3-52fb-4255-b728-3e5276c31de8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.0548413 Jun 23 22:38:48.546093 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb514f-c607-41e6-8b11-867ef50db265 req-fc44287d-4055-4e19-927f-9385e9a95168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:48.547787 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7fbb514f-c607-41e6-8b11-867ef50db265 req-fc44287d-4055-4e19-927f-9385e9a95168 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725718 Jun 23 22:38:48.638964 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device f64c1270-e6bb-4c22-97a6-eb4fedf23371 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:38:48.641204 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:38:48.645271 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:48.667441 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7fbb514f-c607-41e6-8b11-867ef50db265 req-d190ff1e-af8f-44da-a0b1-5dacb98f4fbd service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117632 Jun 23 22:38:48.688848 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:48.793360 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7fbb514f-c607-41e6-8b11-867ef50db265 req-09b5150b-7ab2-449f-ae28-396917d98e89 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174333 Jun 23 22:38:48.803869 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:38:48.816825 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:48.817196 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:48.861988 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:38:48.883387 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port f64c1270-e6bb-4c22-97a6-eb4fedf23371, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f64c1270-e6bb-4c22-97a6-eb4fedf23371,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:48.908716 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'port_id': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371', 'mac_address': 'fa:16:3e:81:97:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:38:49.037488 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port f64c1270-e6bb-4c22-97a6-eb4fedf23371 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:49.037865 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:49.054497 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:49.055081 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:49.061246 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64c1270-e6bb-4c22-97a6-eb4fedf23371 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:38:49.098552 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port f64c1270-e6bb-4c22-97a6-eb4fedf23371, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f64c1270-e6bb-4c22-97a6-eb4fedf23371,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:49.104942 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:38:49.108645 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824bcb09-cb2d-4408-8780-771ad461c90f" -d '{"events": [{"server_uuid": "05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b", "name": "network-vif-plugged", "status": "completed", "tag": "e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:38:49.118899 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:49.126544 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:49.151499 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc2592-c092-49ad-bea8-80a1810973c0 req-3db14a51-84c8-46fa-9d43-0b215adf01ec tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:49.151858 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:49.153699 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-70fc2592-c092-49ad-bea8-80a1810973c0 req-3db14a51-84c8-46fa-9d43-0b215adf01ec tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 944 time: 0.1228819 Jun 23 22:38:49.212919 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=f64c1270-e6bb-4c22-97a6-eb4fedf23371,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:49.250721 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-70fc2592-c092-49ad-bea8-80a1810973c0 req-4a96d510-8b6d-4322-99f5-9fe66bd86eca tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839829 Jun 23 22:38:49.273932 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af123340-fc03-46c3-9ade-4ffbab7720b8 req-26559a70-ad76-4a25-a7b8-393b6f590a18 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:49.275719 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-af123340-fc03-46c3-9ade-4ffbab7720b8 req-26559a70-ad76-4a25-a7b8-393b6f590a18 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 944 time: 0.1209002 Jun 23 22:38:49.343531 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:49.352428 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85948558-654e-4935-ac36-1fbe5873851c x-openstack-request-id: req-85948558-654e-4935-ac36-1fbe5873851c {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:38:49.352972 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b", "name": "network-vif-plugged", "status": "completed", "tag": "e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:38:49.353424 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85948558-654e-4935-ac36-1fbe5873851c {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:38:49.353874 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85948558-654e-4935-ac36-1fbe5873851c'] response: {'server_uuid': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'code': 200} Jun 23 22:38:49.388927 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-af123340-fc03-46c3-9ade-4ffbab7720b8 req-206d3681-8cfc-45ec-9f19-aca13d91fb3b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfc85e7-2feb-4779-9d02-b70e7cde505b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977585 Jun 23 22:38:49.454230 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['f64c1270-e6bb-4c22-97a6-eb4fedf23371'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:38:49.614078 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c331cf-557b-467d-8987-2d51f8410cb7 req-752aa8fe-eeb1-4525-829f-dbecbd7baa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:49.618205 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-37c331cf-557b-467d-8987-2d51f8410cb7 req-752aa8fe-eeb1-4525-829f-dbecbd7baa8b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 1129 time: 0.0684025 Jun 23 22:38:49.703407 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-37c331cf-557b-467d-8987-2d51f8410cb7 req-c0e1070c-47ef-488a-848d-35cc43c7a6c5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787175 Jun 23 22:38:50.309689 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 35556) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:50.389739 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b4e35-8b53-4c51-a121-1d8dea74b1cd req-35256d98-2904-43a3-b13f-a281a30737a3 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:50.391517 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ec8b4e35-8b53-4c51-a121-1d8dea74b1cd req-35256d98-2904-43a3-b13f-a281a30737a3 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0536721 Jun 23 22:38:50.431096 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-839d4e0b-ba9f-4b6f-98b3-58d6e1987e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:50.469430 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ec8b4e35-8b53-4c51-a121-1d8dea74b1cd req-758f304f-095e-4b26-baee-2ddc5c351057 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723336 Jun 23 22:38:50.567996 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-839d4e0b-ba9f-4b6f-98b3-58d6e1987e63 admin admin] Publish callbacks [] for security_group (e6d52f58-250c-4d72-b43a-a0dee5e21ca1), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:50.575718 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd98ca-ea97-4f5c-8e77-0335ba9f240c req-f86a24b4-d140-4c2c-b75e-f38df5175949 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:50.577211 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a7fd98ca-ea97-4f5c-8e77-0335ba9f240c req-f86a24b4-d140-4c2c-b75e-f38df5175949 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 944 time: 0.0679047 Jun 23 22:38:50.578285 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-839d4e0b-ba9f-4b6f-98b3-58d6e1987e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e6d52f58-250c-4d72-b43a-a0dee5e21ca1), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:50.583921 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:50.611111 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:50.640805 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d4e0b-ba9f-4b6f-98b3-58d6e1987e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d52f58-250c-4d72-b43a-a0dee5e21ca1,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:50.650528 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-839d4e0b-ba9f-4b6f-98b3-58d6e1987e63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=330603d973f347229d00af15d8357040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397813 Jun 23 22:38:50.654042 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35562) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:50.662893 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device f64c1270-e6bb-4c22-97a6-eb4fedf23371 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:38:50.678207 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a7fd98ca-ea97-4f5c-8e77-0335ba9f240c req-167fbbd6-ddcd-4f7f-a581-3db004a995a2 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfc85e7-2feb-4779-9d02-b70e7cde505b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929971 Jun 23 22:38:50.711789 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port f64c1270-e6bb-4c22-97a6-eb4fedf23371 completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:38:50.716376 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e3556a66-9f65-4fb6-9b10-ada76cef9cb3 admin admin] Publish callbacks [] for security_group (e6d52f58-250c-4d72-b43a-a0dee5e21ca1), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:50.719048 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port f64c1270-e6bb-4c22-97a6-eb4fedf23371 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:38:50.719418 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:50.741665 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e3556a66-9f65-4fb6-9b10-ada76cef9cb3 admin admin] Publish callbacks [] for security_group (e6d52f58-250c-4d72-b43a-a0dee5e21ca1), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:50.794525 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port f64c1270-e6bb-4c22-97a6-eb4fedf23371 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:38:50.794759 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e3556a66-9f65-4fb6-9b10-ada76cef9cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e6d52f58-250c-4d72-b43a-a0dee5e21ca1), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:50.795192 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:50.797363 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e3556a66-9f65-4fb6-9b10-ada76cef9cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:50.798265 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:50.799449 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-e3556a66-9f65-4fb6-9b10-ada76cef9cb3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6d52f58-250c-4d72-b43a-a0dee5e21ca1 HTTP/1.1" status: 204 len: 168 time: 0.1438053 Jun 23 22:38:50.805315 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:50.811473 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3556a66-9f65-4fb6-9b10-ada76cef9cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d52f58-250c-4d72-b43a-a0dee5e21ca1,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:50.861021 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port f64c1270-e6bb-4c22-97a6-eb4fedf23371, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f64c1270-e6bb-4c22-97a6-eb4fedf23371,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:38:50.866938 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:50.924830 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=f64c1270-e6bb-4c22-97a6-eb4fedf23371,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:51.175266 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35582) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:51.190839 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-13aadf94-a364-492a-b650-2a80866e552d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:51.240501 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35584) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:51.280561 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-13aadf94-a364-492a-b650-2a80866e552d admin admin] Publish callbacks [] for security_group (f272af1c-a899-4376-8eb1-c8473055ff72), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:51.284319 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-13aadf94-a364-492a-b650-2a80866e552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (f272af1c-a899-4376-8eb1-c8473055ff72), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:51.328525 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-13aadf94-a364-492a-b650-2a80866e552d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbf964f782034092a884132ff33c0c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520479 Jun 23 22:38:51.329438 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aadf94-a364-492a-b650-2a80866e552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f272af1c-a899-4376-8eb1-c8473055ff72,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:51.332599 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35590) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:51.356625 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384878db-4705-4f7b-87ff-0f079208412f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:38:51.359616 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefeba41-252d-491d-a0db-4a8399980587" -d '{"events": [{"server_uuid": "384878db-4705-4f7b-87ff-0f079208412f", "name": "network-vif-plugged", "status": "completed", "tag": "f64c1270-e6bb-4c22-97a6-eb4fedf23371"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:38:51.388553 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4cc0100d-b985-4cf9-8bc7-48eb00290c78 admin admin] Publish callbacks [] for security_group (f272af1c-a899-4376-8eb1-c8473055ff72), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:51.413388 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4cc0100d-b985-4cf9-8bc7-48eb00290c78 admin admin] Publish callbacks [] for security_group (f272af1c-a899-4376-8eb1-c8473055ff72), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:51.413756 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a0df93-f082-404d-ad68-af87a5691307 x-openstack-request-id: req-f8a0df93-f082-404d-ad68-af87a5691307 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:38:51.414046 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384878db-4705-4f7b-87ff-0f079208412f", "name": "network-vif-plugged", "status": "completed", "tag": "f64c1270-e6bb-4c22-97a6-eb4fedf23371", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:38:51.414292 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8a0df93-f082-404d-ad68-af87a5691307 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:38:51.414688 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a0df93-f082-404d-ad68-af87a5691307'] response: {'server_uuid': '384878db-4705-4f7b-87ff-0f079208412f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371', 'code': 200} Jun 23 22:38:51.492447 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-5a0f081d-77cb-425b-aa31-2e76a5ca06ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7bc6b504b764fe6b3f892e2a8a88a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508709 Jun 23 22:38:51.495186 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35594) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:51.504643 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4cc0100d-b985-4cf9-8bc7-48eb00290c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (f272af1c-a899-4376-8eb1-c8473055ff72), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:51.508714 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4cc0100d-b985-4cf9-8bc7-48eb00290c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:51.509818 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-4cc0100d-b985-4cf9-8bc7-48eb00290c78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f272af1c-a899-4376-8eb1-c8473055ff72 HTTP/1.1" status: 204 len: 168 time: 0.1763299 Jun 23 22:38:51.536516 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0100d-b985-4cf9-8bc7-48eb00290c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f272af1c-a899-4376-8eb1-c8473055ff72,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:51.549594 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=10,neutron:INSERT=6 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:51.575178 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-50590d61-13b1-4e41-88b5-3168666c3447 admin admin] Publish callbacks [] for security_group (59b9da17-0a4c-44c7-941a-55f44dc12177), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:51.603279 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-50590d61-13b1-4e41-88b5-3168666c3447 admin admin] Publish callbacks [] for security_group (59b9da17-0a4c-44c7-941a-55f44dc12177), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:51.673357 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea9261-78ee-4cad-b033-a662ed05dbac req-77483ce3-d424-4436-b0c1-0e8add2b1be9 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:51.682409 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-92ea9261-78ee-4cad-b033-a662ed05dbac req-77483ce3-d424-4436-b0c1-0e8add2b1be9 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.1155674 Jun 23 22:38:51.688639 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-50590d61-13b1-4e41-88b5-3168666c3447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (59b9da17-0a4c-44c7-941a-55f44dc12177), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:51.693068 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-50590d61-13b1-4e41-88b5-3168666c3447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:51.698001 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-50590d61-13b1-4e41-88b5-3168666c3447 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59b9da17-0a4c-44c7-941a-55f44dc12177 HTTP/1.1" status: 204 len: 168 time: 0.2014587 Jun 23 22:38:51.707745 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50590d61-13b1-4e41-88b5-3168666c3447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b9da17-0a4c-44c7-941a-55f44dc12177,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:51.792674 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-92ea9261-78ee-4cad-b033-a662ed05dbac req-87940606-2d2e-41cc-a3f5-acb902147e15 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092377 Jun 23 22:38:51.883999 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d45189-e5f0-492f-bd86-4713a5ee07c4 req-bffb6d48-9845-4b34-a075-322dd42dd21f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:51.885497 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1d45189-e5f0-492f-bd86-4713a5ee07c4 req-bffb6d48-9845-4b34-a075-322dd42dd21f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 945 time: 0.1047289 Jun 23 22:38:51.891274 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7b5d7-abb1-454f-8b8a-945f37ab39d8 req-5cce76e7-a521-4473-ac0f-903892a44009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:51.893141 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e4a7b5d7-abb1-454f-8b8a-945f37ab39d8 req-5cce76e7-a521-4473-ac0f-903892a44009 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 1129 time: 0.0568986 Jun 23 22:38:51.984847 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1d45189-e5f0-492f-bd86-4713a5ee07c4 req-dbb24e4e-6d3a-46ff-ae06-4ddcf2e688dd tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfc85e7-2feb-4779-9d02-b70e7cde505b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860183 Jun 23 22:38:52.016044 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e4a7b5d7-abb1-454f-8b8a-945f37ab39d8 req-9206ffea-ffd2-4adf-babd-aecd9c21c510 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4bfc85e7-2feb-4779-9d02-b70e7cde505b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028056 Jun 23 22:38:52.344872 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e8d481c4-a5a5-4027-8674-8a284530d1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:52.624377 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35648) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:52.767602 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1723a81c-1b53-4eab-89b7-ecf8d0b9ab21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:52.780733 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:52.871976 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1723a81c-1b53-4eab-89b7-ecf8d0b9ab21 admin admin] Publish callbacks [] for security_group (26c49929-9350-4197-bb9d-c52810b65bcf), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:52.877420 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1723a81c-1b53-4eab-89b7-ecf8d0b9ab21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (26c49929-9350-4197-bb9d-c52810b65bcf), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:52.947598 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-1723a81c-1b53-4eab-89b7-ecf8d0b9ab21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=967d387cb4e24455bfdcea3f32d27755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217375 Jun 23 22:38:52.951363 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35664) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:52.960945 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038a637-7726-4012-bb6d-8a7282632c34 req-ec8a18d2-b1d1-47a5-82c7-cdae91dc3dc6 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:52.962642 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1038a637-7726-4012-bb6d-8a7282632c34 req-ec8a18d2-b1d1-47a5-82c7-cdae91dc3dc6 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0714922 Jun 23 22:38:52.985412 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723a81c-1b53-4eab-89b7-ecf8d0b9ab21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c49929-9350-4197-bb9d-c52810b65bcf,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:53.028513 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5ae852a2-887d-4993-a7ec-77154363081f admin admin] Publish callbacks [] for security_group (26c49929-9350-4197-bb9d-c52810b65bcf), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:53.052347 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1038a637-7726-4012-bb6d-8a7282632c34 req-aedf496b-10a4-4b27-b6c2-dcd3fa039008 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821841 Jun 23 22:38:53.064385 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5ae852a2-887d-4993-a7ec-77154363081f admin admin] Publish callbacks [] for security_group (26c49929-9350-4197-bb9d-c52810b65bcf), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:53.133733 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5ae852a2-887d-4993-a7ec-77154363081f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (26c49929-9350-4197-bb9d-c52810b65bcf), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:53.141870 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5ae852a2-887d-4993-a7ec-77154363081f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:53.146890 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-5ae852a2-887d-4993-a7ec-77154363081f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26c49929-9350-4197-bb9d-c52810b65bcf HTTP/1.1" status: 204 len: 168 time: 0.1942308 Jun 23 22:38:53.150020 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53fa82-e968-48be-a2a4-123a2274205b req-425d5af8-708a-482e-a2da-6a75e305591c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:53.157239 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ac53fa82-e968-48be-a2a4-123a2274205b req-425d5af8-708a-482e-a2da-6a75e305591c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 945 time: 0.0805357 Jun 23 22:38:53.162306 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae852a2-887d-4993-a7ec-77154363081f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c49929-9350-4197-bb9d-c52810b65bcf,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:53.180258 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35674) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:53.229170 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b66f3-ff3b-46fb-bebe-2749078dc418 req-3c1fe772-b4f2-4637-a6ab-ea16d67ce2c4 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:53.231285 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-899b66f3-ff3b-46fb-bebe-2749078dc418 req-3c1fe772-b4f2-4637-a6ab-ea16d67ce2c4 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0890992 Jun 23 22:38:53.239988 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 35678) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:53.247025 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-81508f87-9406-486a-827c-840774e28c06 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Request body: {'floatingip': {'port_id': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:53.262447 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ac53fa82-e968-48be-a2a4-123a2274205b req-8fb14322-3c73-4da3-a0f8-70f8e91555b7 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfc85e7-2feb-4779-9d02-b70e7cde505b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042271 Jun 23 22:38:53.370517 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-81508f87-9406-486a-827c-840774e28c06 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for floatingip (5f478763-1a2f-4152-b778-cce642adea8c), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:53.633283 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-18022066-e913-49c4-a41b-484410c0b9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:53.846561 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:53.996720 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-18022066-e913-49c4-a41b-484410c0b9e1 admin admin] Publish callbacks [] for security_group (d8154980-786a-4031-a88d-2643890aabae), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:54.008414 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-18022066-e913-49c4-a41b-484410c0b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (d8154980-786a-4031-a88d-2643890aabae), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:54.117644 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-18022066-e913-49c4-a41b-484410c0b9e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=adc5f1c72d7a4bc3ad31ec8b0a33b1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9303894 Jun 23 22:38:54.120352 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 35708) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:54.127531 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18022066-e913-49c4-a41b-484410c0b9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8154980-786a-4031-a88d-2643890aabae,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:54.186954 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:54.187392 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-6c02f059-4a65-412b-b771-5df7ed1edf7e admin admin] Publish callbacks [] for security_group (d8154980-786a-4031-a88d-2643890aabae), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:54.212970 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-6c02f059-4a65-412b-b771-5df7ed1edf7e admin admin] Publish callbacks [] for security_group (d8154980-786a-4031-a88d-2643890aabae), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:54.213911 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-81508f87-9406-486a-827c-840774e28c06 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:54.219491 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-81508f87-9406-486a-827c-840774e28c06 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (5f478763-1a2f-4152-b778-cce642adea8c), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:54.275378 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-6c02f059-4a65-412b-b771-5df7ed1edf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (d8154980-786a-4031-a88d-2643890aabae), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:54.279659 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-6c02f059-4a65-412b-b771-5df7ed1edf7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:54.283576 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-6c02f059-4a65-412b-b771-5df7ed1edf7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8154980-786a-4031-a88d-2643890aabae HTTP/1.1" status: 204 len: 168 time: 0.1580045 Jun 23 22:38:54.293524 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02f059-4a65-412b-b771-5df7ed1edf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8154980-786a-4031-a88d-2643890aabae,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:38:54.396787 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.l3_db [None req-81508f87-9406-486a-827c-840774e28c06 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Floating IP 5f478763-1a2f-4152-b778-cce642adea8c associated. External IP: 172.27.2.194, port: e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34. Jun 23 22:38:54.411006 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e1208-3ff3-424c-9ec1-99be61af0e55 req-55edd6ba-5a16-41c6-aa56-1fb5bff0e5bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:54.418267 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-336e1208-3ff3-424c-9ec1-99be61af0e55 req-55edd6ba-5a16-41c6-aa56-1fb5bff0e5bc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 945 time: 0.0627916 Jun 23 22:38:54.481737 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-336e1208-3ff3-424c-9ec1-99be61af0e55 req-e34e1d0c-82ce-4c43-9db8-70128848169a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfc85e7-2feb-4779-9d02-b70e7cde505b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568340 Jun 23 22:38:54.548230 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f9cb5b57-6911-4690-a6aa-c2e454885d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:54.631936 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8641b8f-a8d1-41fa-8973-767f56a1657e req-708baf19-85d7-49c9-bf92-a5abe58d1981 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:54.640207 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d8641b8f-a8d1-41fa-8973-767f56a1657e req-708baf19-85d7-49c9-bf92-a5abe58d1981 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 945 time: 0.0791016 Jun 23 22:38:54.646062 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 35720) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:38:54.650890 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-8b9f369c-dd95-465b-98e5-e5abfb03d974 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'floatingip': {'port_id': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:38:54.714786 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8b9f369c-dd95-465b-98e5-e5abfb03d974 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (20a2dbb7-10f2-4698-9aa9-15634c85eb6a), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:54.929346 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:54.930262 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:54.984934 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81508f87-9406-486a-827c-840774e28c06 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Router 5217187c-ce4f-443e-8221-d529a6a20cd9 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:38:55.122678 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81508f87-9406-486a-827c-840774e28c06 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:38:55.128534 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-81508f87-9406-486a-827c-840774e28c06 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:55.140337 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e47e2-cae8-4c41-8963-0f88d2aee250 None None] Sync routers for ids ['5217187c-ce4f-443e-8221-d529a6a20cd9'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:38:55.151356 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e47e2-cae8-4c41-8963-0f88d2aee250 None None] Routers {'5217187c-ce4f-443e-8221-d529a6a20cd9'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:38:55.152616 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-000e47e2-cae8-4c41-8963-0f88d2aee250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['5217187c-ce4f-443e-8221-d529a6a20cd9'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:55.163821 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-81508f87-9406-486a-827c-840774e28c06 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "PUT /v2.0/floatingips/5f478763-1a2f-4152-b778-cce642adea8c HTTP/1.1" status: 200 len: 991 time: 1.9217758 Jun 23 22:38:55.164775 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'tag': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34'}] {{(pid=104139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:38:55.167785 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7a30e2d28ecc9770ca79202b5e481ce5d3a4a17bdcf321dacedd3590822de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2935e24-fb86-48e0-8fde-f25dcf9e9991" -d '{"events": [{"name": "network-changed", "server_uuid": "05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b", "tag": "e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34"}]}' {{(pid=104139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:38:55.207640 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2966bd8a-5a1b-497b-ab8f-3c6c9ce6c885 x-openstack-request-id: req-2966bd8a-5a1b-497b-ab8f-3c6c9ce6c885 {{(pid=104139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:38:55.207995 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b", "tag": "e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34", "status": "completed", "code": 200}]} {{(pid=104139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:38:55.208298 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2966bd8a-5a1b-497b-ab8f-3c6c9ce6c885 {{(pid=104139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:38:55.208816 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2966bd8a-5a1b-497b-ab8f-3c6c9ce6c885'] response: {'name': 'network-changed', 'server_uuid': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'tag': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'status': 'completed', 'code': 200} Jun 23 22:38:55.269212 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-000e47e2-cae8-4c41-8963-0f88d2aee250 None None] Set router 5217187c-ce4f-443e-8221-d529a6a20cd9 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:38:55.275272 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8b9f369c-dd95-465b-98e5-e5abfb03d974 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:55.284295 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8b9f369c-dd95-465b-98e5-e5abfb03d974 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (20a2dbb7-10f2-4698-9aa9-15634c85eb6a), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:55.319200 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2935e24-fb86-48e0-8fde-f25dcf9e9991 req-49a07e9c-8b54-4180-98de-7d9cbd62c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:55.320709 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b2935e24-fb86-48e0-8fde-f25dcf9e9991 req-49a07e9c-8b54-4180-98de-7d9cbd62c570 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 1129 time: 0.0864644 Jun 23 22:38:55.548734 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-000e47e2-cae8-4c41-8963-0f88d2aee250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '5f478763-1a2f-4152-b778-cce642adea8c', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'port_id': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'mac_address': 'fa:16:3e:ed:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:54Z', 'revision_number': 1, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bfcff9-8254-4246-8ff5-e0b2651fdcc1', 'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'mac_address': 'fa:16:3e:eb:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 5, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'subnets': [{'id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:55.582506 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e47e2-cae8-4c41-8963-0f88d2aee250 None None] Checking router: 5217187c-ce4f-443e-8221-d529a6a20cd9 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:38:55.593305 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e47e2-cae8-4c41-8963-0f88d2aee250 None None] Routers {'5217187c-ce4f-443e-8221-d529a6a20cd9'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:38:55.593935 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-000e47e2-cae8-4c41-8963-0f88d2aee250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['5217187c-ce4f-443e-8221-d529a6a20cd9'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:55.717195 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-000e47e2-cae8-4c41-8963-0f88d2aee250 None None] Set router 5217187c-ce4f-443e-8221-d529a6a20cd9 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:38:55.748868 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-8b9f369c-dd95-465b-98e5-e5abfb03d974 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Floating IP 20a2dbb7-10f2-4698-9aa9-15634c85eb6a associated. External IP: 172.27.2.105, port: f64c1270-e6bb-4c22-97a6-eb4fedf23371. Jun 23 22:38:55.807232 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2935e24-fb86-48e0-8fde-f25dcf9e9991 req-57436e66-6ebe-4459-9201-638ca797b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:55.810095 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b2935e24-fb86-48e0-8fde-f25dcf9e9991 req-57436e66-6ebe-4459-9201-638ca797b406 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.4797742 Jun 23 22:38:56.027883 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9f369c-dd95-465b-98e5-e5abfb03d974 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:38:56.056819 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:56.115955 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-000e47e2-cae8-4c41-8963-0f88d2aee250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '5f478763-1a2f-4152-b778-cce642adea8c', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'port_id': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'mac_address': 'fa:16:3e:ed:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:54Z', 'revision_number': 1, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bfcff9-8254-4246-8ff5-e0b2651fdcc1', 'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'mac_address': 'fa:16:3e:eb:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 5, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'subnets': [{'id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:56.163071 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e47e2-cae8-4c41-8963-0f88d2aee250 None None] The sync data for ids ['5217187c-ce4f-443e-8221-d529a6a20cd9'] in dv-cinder-846173-2-iscsi is: [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '5f478763-1a2f-4152-b778-cce642adea8c', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'port_id': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'mac_address': 'fa:16:3e:ed:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:54Z', 'revision_number': 1, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bfcff9-8254-4246-8ff5-e0b2651fdcc1', 'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'mac_address': 'fa:16:3e:eb:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 5, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'subnets': [{'id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:38:56.168457 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9f369c-dd95-465b-98e5-e5abfb03d974 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:38:56.180479 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8b9f369c-dd95-465b-98e5-e5abfb03d974 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:56.184542 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4066414-1156-485e-8245-72af22792e6d None None] Sync routers for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:38:56.198478 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4066414-1156-485e-8245-72af22792e6d None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:38:56.200110 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-d4066414-1156-485e-8245-72af22792e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:56.232237 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-8b9f369c-dd95-465b-98e5-e5abfb03d974 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "PUT /v2.0/floatingips/20a2dbb7-10f2-4698-9aa9-15634c85eb6a HTTP/1.1" status: 200 len: 991 time: 1.5821791 Jun 23 22:38:56.232237 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384878db-4705-4f7b-87ff-0f079208412f', 'tag': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:38:56.234100 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e0bea6-389b-47ee-a91b-a834d53ce1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "384878db-4705-4f7b-87ff-0f079208412f", "tag": "f64c1270-e6bb-4c22-97a6-eb4fedf23371"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:38:56.309575 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b508afa7-df39-4006-a5dc-122a3afa3035 x-openstack-request-id: req-b508afa7-df39-4006-a5dc-122a3afa3035 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:38:56.310674 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384878db-4705-4f7b-87ff-0f079208412f", "tag": "f64c1270-e6bb-4c22-97a6-eb4fedf23371", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:38:56.311793 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b508afa7-df39-4006-a5dc-122a3afa3035 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:38:56.312721 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b508afa7-df39-4006-a5dc-122a3afa3035'] response: {'name': 'network-changed', 'server_uuid': '384878db-4705-4f7b-87ff-0f079208412f', 'tag': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371', 'status': 'completed', 'code': 200} Jun 23 22:38:56.352068 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-d4066414-1156-485e-8245-72af22792e6d None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:38:56.446873 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fcfd1-0e02-4598-8cbf-93aa53a0838b None None] New status for floating IP 5f478763-1a2f-4152-b778-cce642adea8c: ACTIVE {{(pid=104140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:38:56.498826 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:56.503880 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:56.579682 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-d4066414-1156-485e-8245-72af22792e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '20a2dbb7-10f2-4698-9aa9-15634c85eb6a', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:81:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384878db-4705-4f7b-87ff-0f079208412f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:38:31Z', 'updated_at': '2022-06-23T22:38:55Z', 'revision_number': 1, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}, {'id': '4b55f4a1-3eb0-422d-8e01-529b275505e5', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:1a:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:36:11Z', 'updated_at': '2022-06-23T22:36:58Z', 'revision_number': 2, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:56.607594 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4066414-1156-485e-8245-72af22792e6d None None] Checking router: 863c27d2-56ae-4508-a4b8-2fecd998b6b6 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:38:56.616581 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4066414-1156-485e-8245-72af22792e6d None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:38:56.617195 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-d4066414-1156-485e-8245-72af22792e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:56.653236 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:56.729816 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-d4066414-1156-485e-8245-72af22792e6d None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:38:56.944906 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-d4066414-1156-485e-8245-72af22792e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '20a2dbb7-10f2-4698-9aa9-15634c85eb6a', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:81:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384878db-4705-4f7b-87ff-0f079208412f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:38:31Z', 'updated_at': '2022-06-23T22:38:55Z', 'revision_number': 1, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}, {'id': '4b55f4a1-3eb0-422d-8e01-529b275505e5', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:1a:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:36:11Z', 'updated_at': '2022-06-23T22:36:58Z', 'revision_number': 2, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:38:56.969248 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4066414-1156-485e-8245-72af22792e6d None None] The sync data for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi is: [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '20a2dbb7-10f2-4698-9aa9-15634c85eb6a', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:81:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384878db-4705-4f7b-87ff-0f079208412f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:38:31Z', 'updated_at': '2022-06-23T22:38:55Z', 'revision_number': 1, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}, {'id': '4b55f4a1-3eb0-422d-8e01-529b275505e5', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:1a:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:36:11Z', 'updated_at': '2022-06-23T22:36:58Z', 'revision_number': 2, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:38:57.081860 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:57.169596 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e915c-9906-434d-b8ff-3b1e0c3e444f None None] New status for floating IP 20a2dbb7-10f2-4698-9aa9-15634c85eb6a: ACTIVE {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:38:57.439105 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:38:58.411885 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:58.437038 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b2935e24-fb86-48e0-8fde-f25dcf9e9991 req-9a9a355a-b3a7-4720-8176-74f05aae150a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 HTTP/1.1" status: 200 len: 1001 time: 0.0585763 Jun 23 22:38:58.736010 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0bea6-389b-47ee-a91b-a834d53ce1ab req-b74f743a-6a39-4d45-8e6e-a7524364254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:58.737506 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-50e0bea6-389b-47ee-a91b-a834d53ce1ab req-b74f743a-6a39-4d45-8e6e-a7524364254c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 1129 time: 0.0718915 Jun 23 22:38:58.746326 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2935e24-fb86-48e0-8fde-f25dcf9e9991 req-3c12aba0-1726-49da-9b60-3c65cfe9b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:58.747956 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b2935e24-fb86-48e0-8fde-f25dcf9e9991 req-3c12aba0-1726-49da-9b60-3c65cfe9b685 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.0741715 Jun 23 22:38:58.783134 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:38:58.860503 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2935e24-fb86-48e0-8fde-f25dcf9e9991 req-7a5e47c9-c5b0-44d7-9c32-54487a32f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:58.861998 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b2935e24-fb86-48e0-8fde-f25dcf9e9991 req-7a5e47c9-c5b0-44d7-9c32-54487a32f2d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751295 Jun 23 22:38:58.876438 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0bea6-389b-47ee-a91b-a834d53ce1ab req-85d4dc93-cdfd-4701-aef3-c10f606490fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:58.877840 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-50e0bea6-389b-47ee-a91b-a834d53ce1ab req-85d4dc93-cdfd-4701-aef3-c10f606490fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 916 time: 0.1261160 Jun 23 22:38:59.241099 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-50e0bea6-389b-47ee-a91b-a834d53ce1ab req-833711e0-4a60-4a04-9088-1f64030cd782 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f64c1270-e6bb-4c22-97a6-eb4fedf23371 HTTP/1.1" status: 200 len: 1001 time: 0.1200981 Jun 23 22:38:59.294660 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b2935e24-fb86-48e0-8fde-f25dcf9e9991 req-6de2add0-8df9-4974-ba5f-43f8523bf414 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718299 Jun 23 22:38:59.315594 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0bea6-389b-47ee-a91b-a834d53ce1ab req-f344246a-fe32-4cfc-908c-c04fe1db96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:59.317027 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-50e0bea6-389b-47ee-a91b-a834d53ce1ab req-f344246a-fe32-4cfc-908c-c04fe1db96ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.0676084 Jun 23 22:38:59.428584 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0bea6-389b-47ee-a91b-a834d53ce1ab req-e1177cf0-ffab-4508-9788-d8fda60706c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:38:59.430624 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-50e0bea6-389b-47ee-a91b-a834d53ce1ab req-e1177cf0-ffab-4508-9788-d8fda60706c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1026115 Jun 23 22:38:59.474782 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b2935e24-fb86-48e0-8fde-f25dcf9e9991 req-44a9afc8-819d-42a9-bcfa-d676a85828d4 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715171 Jun 23 22:38:59.547266 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-50e0bea6-389b-47ee-a91b-a834d53ce1ab req-e6fbe342-dd99-403d-aa2d-e3b93170ab8c service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982413 Jun 23 22:38:59.644293 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-50e0bea6-389b-47ee-a91b-a834d53ce1ab req-1806a0c3-5bcf-4d2b-aca8-a8b8904b67aa service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903592 Jun 23 22:39:03.072057 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:03.137634 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-954df679-b00a-49ec-89fa-c3b0bc4ecbf2 req-385aa221-adce-4f89-b4f5-10c4d6cef2da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388639 Jun 23 22:39:03.219157 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954df679-b00a-49ec-89fa-c3b0bc4ecbf2 req-29df9409-1c0b-460f-a76c-ae4c9069e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:03.220557 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-954df679-b00a-49ec-89fa-c3b0bc4ecbf2 req-29df9409-1c0b-460f-a76c-ae4c9069e39c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 1129 time: 0.0426497 Jun 23 22:39:03.325999 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954df679-b00a-49ec-89fa-c3b0bc4ecbf2 req-44d49686-33a8-4943-b159-b56c50d5aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:03.327475 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-954df679-b00a-49ec-89fa-c3b0bc4ecbf2 req-44d49686-33a8-4943-b159-b56c50d5aaf9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 916 time: 0.0852120 Jun 23 22:39:03.385879 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:03.394275 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-954df679-b00a-49ec-89fa-c3b0bc4ecbf2 req-55dbe098-a930-44eb-8306-039e7740808e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97c4f2f-223c-4f40-b688-f46dae13754f HTTP/1.1" status: 200 len: 1000 time: 0.0597749 Jun 23 22:39:03.444910 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954df679-b00a-49ec-89fa-c3b0bc4ecbf2 req-a5e0e22b-99d1-4691-bdb9-a72adfbb59db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:03.446369 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-954df679-b00a-49ec-89fa-c3b0bc4ecbf2 req-a5e0e22b-99d1-4691-bdb9-a72adfbb59db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.0436399 Jun 23 22:39:03.493073 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954df679-b00a-49ec-89fa-c3b0bc4ecbf2 req-7c4a3819-0313-48b3-8d08-757226657900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:03.494575 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-954df679-b00a-49ec-89fa-c3b0bc4ecbf2 req-7c4a3819-0313-48b3-8d08-757226657900 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382681 Jun 23 22:39:03.539036 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:03.602116 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-954df679-b00a-49ec-89fa-c3b0bc4ecbf2 req-5e6c4e3c-de56-47d5-a911-3f6c376bbfea service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947194 Jun 23 22:39:03.711600 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-954df679-b00a-49ec-89fa-c3b0bc4ecbf2 req-f9b58099-faac-4026-a002-81975d21c90a service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919101 Jun 23 22:39:05.157635 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:05.159534 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=49 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:07.315074 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:07.335612 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:08.539960 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-48c57a8e-2acd-4cc4-af75-93346e4f53ab tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066458815&fields=id&tenant_id=1eb4b659032e4ec09a16c45b29d609f0 HTTP/1.1" status: 200 len: 267 time: 0.0446792 Jun 23 22:39:08.648627 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-bb92840b-1d23-49b3-8ee4-04c220e01f13 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:08.650213 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-bb92840b-1d23-49b3-8ee4-04c220e01f13 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 811 time: 0.1026981 Jun 23 22:39:08.665354 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-09d8aeee-3f5e-452e-9413-25d04119dd46 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/quotas/1eb4b659032e4ec09a16c45b29d609f0 HTTP/1.1" status: 200 len: 375 time: 0.0092523 Jun 23 22:39:08.720778 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-73a000f8-af90-4c0b-9ed8-d2e0b6ac2758 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492215 Jun 23 22:39:08.829868 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f2ed7516-d3ef-4f17-9f61-4fcc1a872431 service neutron] 10.222.0.43 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973933 Jun 23 22:39:08.917433 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-a77a758b-1fac-4539-9fa0-728b151a7ab4 service neutron] 10.222.0.43 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817897 Jun 23 22:39:09.225879 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6706a95f-705d-4747-9e67-21c6e7a567a2 req-673488ec-6917-4b7a-aeb4-3adcf43d4a38 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 210 time: 0.0318549 Jun 23 22:39:10.322341 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-00a5a812-ebc3-4605-bd43-438227ae9f98 req-56eebd50-68d5-460f-ba3c-7e5f7720610f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 210 time: 0.0277662 Jun 23 22:39:10.671873 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-17a89dff-066b-4923-9e84-b6805c5bef33 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:10.673630 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-17a89dff-066b-4923-9e84-b6805c5bef33 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 811 time: 0.1103902 Jun 23 22:39:10.751762 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-975ee663-c06b-4c09-99fb-0ad050683717 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eb4b659032e4ec09a16c45b29d609f0 HTTP/1.1" status: 200 len: 380 time: 0.0604157 Jun 23 22:39:10.771036 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'port': {'device_id': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'admin_state_up': True, 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'security_groups': ['53e064b7-8e9c-4fe4-abfc-5f50328f3da7']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:10.860123 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:10.881488 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Made reservation on behalf of 1eb4b659032e4ec09a16c45b29d609f0 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:39:10.884763 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:10.969179 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:11.016100 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Allocated IP 172.20.0.10 (0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1/9c1d504b-75ad-4078-bc16-7cc310261d04/9d8e2a40-5fc3-49a9-bca3-734e662a68dc) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:39:11.164761 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.198313 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.247293 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:39:11.250808 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:11.255168 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:39:11.286104 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36016) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:11.292546 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'Port': ['ID=9d8e2a40-5fc3-49a9-bca3-734e662a68dc,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:11.312205 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.312547 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.312882 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.313213 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.313538 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.313864 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.314181 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.314500 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.314827 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.315204 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.315525 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.315839 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.316713 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.316713 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.316961 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.335604 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:11.336234 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.363310 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-1e3bf68d-e573-40ff-a761-df4f2d47365d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5956476 Jun 23 22:39:11.381977 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Request body: {'port': {'device_id': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:11.452407 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.475214 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e2643-091b-4ac6-bea3-78336851a085 req-7ed163c3-bb62-4e5c-98cd-a358eafdc9c4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:11.476717 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-486e2643-091b-4ac6-bea3-78336851a085 req-7ed163c3-bb62-4e5c-98cd-a358eafdc9c4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 932 time: 0.0719740 Jun 23 22:39:11.533492 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.538690 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Publish callbacks [] for security_group (4086fe42-2c08-4628-88e1-92320978a2e4), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.543160 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (4086fe42-2c08-4628-88e1-92320978a2e4), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.566688 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-b1c50149-53ad-4775-aec7-705c0e8dafa6 None None] Provisioning complete for port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:11.567311 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b1c50149-53ad-4775-aec7-705c0e8dafa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.570450 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-486e2643-091b-4ac6-bea3-78336851a085 req-8d98e742-a95c-4a52-a9ee-a048821b5c95 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831745 Jun 23 22:39:11.583626 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4dca85bb08ba42c5a91c02d1e5171585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952282 Jun 23 22:39:11.584358 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36022) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:11.600421 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-b1c50149-53ad-4775-aec7-705c0e8dafa6 None None] Port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:39:11.622636 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4086fe42-2c08-4628-88e1-92320978a2e4,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:11.643091 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.643440 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.643782 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.644117 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.644447 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.644779 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.645101 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.645419 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.645742 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.646066 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.646383 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.646702 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.647051 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.647367 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.647681 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c49e55-9700-4a85-b4ff-d2c14dfc4a09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:11.667292 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1985eda0-d907-4c21-93de-2c72278ca190 admin admin] Publish callbacks [] for security_group (4086fe42-2c08-4628-88e1-92320978a2e4), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.689538 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1985eda0-d907-4c21-93de-2c72278ca190 admin admin] Publish callbacks [] for security_group (4086fe42-2c08-4628-88e1-92320978a2e4), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.738826 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1985eda0-d907-4c21-93de-2c72278ca190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (4086fe42-2c08-4628-88e1-92320978a2e4), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.741587 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1985eda0-d907-4c21-93de-2c72278ca190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.745476 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-1985eda0-d907-4c21-93de-2c72278ca190 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4086fe42-2c08-4628-88e1-92320978a2e4 HTTP/1.1" status: 204 len: 168 time: 0.1559510 Jun 23 22:39:11.745586 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:11.757378 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985eda0-d907-4c21-93de-2c72278ca190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4086fe42-2c08-4628-88e1-92320978a2e4,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:11.841324 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8e2a40-5fc3-49a9-bca3-734e662a68dc {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:39:11.851108 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Publish callbacks [] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.865960 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Transition to ACTIVE for port object 9d8e2a40-5fc3-49a9-bca3-734e662a68dc will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:39:11.871895 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:11.880456 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:11.961290 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8e2a40-5fc3-49a9-bca3-734e662a68dc,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:12.022063 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Attempting to bind port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:39:12.022403 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Attempting to bind port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:39:12.022735 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Attempting to bind port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc on network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:39:12.029364 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc on network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:39:12.029677 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Attempting to bind port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc on network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:39:12.036058 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:39:12.036396 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Checking segment: {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:39:12.036781 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Bound using segment: {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:39:12.037337 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Bound port: 9d8e2a40-5fc3-49a9-bca3-734e662a68dc, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:39:12.037697 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:12.117969 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] For port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:39:12.121978 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] For port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d8e2a40-5fc3-49a9-bca3-734e662a68dc,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:39:12.130362 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:12.168716 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:12.169516 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:12.170903 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] 10.222.0.55 "PUT /v2.0/ports/9d8e2a40-5fc3-49a9-bca3-734e662a68dc HTTP/1.1" status: 200 len: 1094 time: 0.7950139 Jun 23 22:39:12.171355 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'tag': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:39:12.173579 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb7e413-6e7e-4a2c-9a24-1cda8c5418a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1da69bd-51f5-4223-b7aa-652d2636f36b", "tag": "9d8e2a40-5fc3-49a9-bca3-734e662a68dc"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:39:12.193519 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcd04c-9aa3-4ced-8b02-ec6a7ea890e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8e2a40-5fc3-49a9-bca3-734e662a68dc,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:12.219085 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9ae360-21ee-46fa-a2f9-e75d1a240a53 x-openstack-request-id: req-4b9ae360-21ee-46fa-a2f9-e75d1a240a53 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:39:12.219580 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1da69bd-51f5-4223-b7aa-652d2636f36b", "tag": "9d8e2a40-5fc3-49a9-bca3-734e662a68dc", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:39:12.219993 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b9ae360-21ee-46fa-a2f9-e75d1a240a53 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:39:12.220401 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9ae360-21ee-46fa-a2f9-e75d1a240a53'] response: {'name': 'network-changed', 'server_uuid': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'tag': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc', 'status': 'completed', 'code': 200} Jun 23 22:39:12.276245 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-53d9052c-f271-4550-b20b-7671b56df5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:12.277906 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-53d9052c-f271-4550-b20b-7671b56df5bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 1128 time: 0.0417531 Jun 23 22:39:12.323020 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-3b2b0374-256a-4602-a533-f97a0e7a27bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d8e2a40-5fc3-49a9-bca3-734e662a68dc HTTP/1.1" status: 200 len: 217 time: 0.0358284 Jun 23 22:39:12.373921 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-ae99bb22-6c35-4301-80e7-4dc38d5c8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:12.375409 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-ae99bb22-6c35-4301-80e7-4dc38d5c8d6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 200 len: 850 time: 0.0449159 Jun 23 22:39:12.420984 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-9678ed0d-75a1-465c-b8b4-1d11543d3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:12.422354 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-9678ed0d-75a1-465c-b8b4-1d11543d3090 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403190 Jun 23 22:39:12.517112 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-5d8fd92a-6130-4c99-8559-3de568c1dd20 service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864723 Jun 23 22:39:12.610990 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d539281-b4f6-47e2-9f29-b05454072e74 req-52bf2f79-b2d9-4370-be4a-41e4fddf9743 service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820153 Jun 23 22:39:12.944224 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b11301-4cd9-4491-be26-8df893a8a75e req-da05d8ed-8bdf-4b94-aa2b-f508ef54fa5a tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:12.946092 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e5b11301-4cd9-4491-be26-8df893a8a75e req-da05d8ed-8bdf-4b94-aa2b-f508ef54fa5a tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 944 time: 0.2970369 Jun 23 22:39:12.997684 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:13.029703 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7e413-6e7e-4a2c-9a24-1cda8c5418a0 req-9a59b7b8-11f7-401a-a23b-e6c3d8c0ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:13.031257 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ebb7e413-6e7e-4a2c-9a24-1cda8c5418a0 req-9a59b7b8-11f7-401a-a23b-e6c3d8c0ef6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 1128 time: 0.0627701 Jun 23 22:39:13.036540 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e5b11301-4cd9-4491-be26-8df893a8a75e req-d2b47d6e-18b6-4cec-bbad-532bec53033c tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820463 Jun 23 22:39:13.141845 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7e413-6e7e-4a2c-9a24-1cda8c5418a0 req-30145a6d-f328-4fb2-bfac-392c9c092272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:13.143615 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ebb7e413-6e7e-4a2c-9a24-1cda8c5418a0 req-30145a6d-f328-4fb2-bfac-392c9c092272 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 912 time: 0.0999360 Jun 23 22:39:13.185263 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ebb7e413-6e7e-4a2c-9a24-1cda8c5418a0 req-002a9573-c5de-4244-937a-2a08921fb9fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d8e2a40-5fc3-49a9-bca3-734e662a68dc HTTP/1.1" status: 200 len: 217 time: 0.0336311 Jun 23 22:39:13.187859 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36044) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:13.238372 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7e413-6e7e-4a2c-9a24-1cda8c5418a0 req-831efc0a-7d46-4ce3-9fb8-15a215d9eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:13.239853 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ebb7e413-6e7e-4a2c-9a24-1cda8c5418a0 req-831efc0a-7d46-4ce3-9fb8-15a215d9eae8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 200 len: 850 time: 0.0466976 Jun 23 22:39:13.299426 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7e413-6e7e-4a2c-9a24-1cda8c5418a0 req-f84b9fa1-051d-4dc1-8d4c-b6a4525d19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:13.300849 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ebb7e413-6e7e-4a2c-9a24-1cda8c5418a0 req-f84b9fa1-051d-4dc1-8d4c-b6a4525d19c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536957 Jun 23 22:39:13.301984 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-71b6faa6-0f20-4b12-9e27-da357d8b356d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:13.339367 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:13.437466 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ebb7e413-6e7e-4a2c-9a24-1cda8c5418a0 req-2fbf7a62-1449-4b9d-8ce2-3525d1e22980 service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203718 Jun 23 22:39:13.454657 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-71b6faa6-0f20-4b12-9e27-da357d8b356d admin admin] Publish callbacks [] for security_group (a75feaa1-e0cd-4dae-af76-fc420dc03305), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:13.469113 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-71b6faa6-0f20-4b12-9e27-da357d8b356d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (a75feaa1-e0cd-4dae-af76-fc420dc03305), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:13.553293 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-71b6faa6-0f20-4b12-9e27-da357d8b356d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d445ce0afdb6479f904809eb5787cd2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644199 Jun 23 22:39:13.556184 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36048) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:13.559795 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6faa6-0f20-4b12-9e27-da357d8b356d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75feaa1-e0cd-4dae-af76-fc420dc03305,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:13.581536 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ebb7e413-6e7e-4a2c-9a24-1cda8c5418a0 req-d9ddb3db-8ede-4e04-9097-b06a1993b5ca service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256251 Jun 23 22:39:13.609014 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d7afbbe4-126e-47a9-8f58-fa7207373a6f admin admin] Publish callbacks [] for security_group (a75feaa1-e0cd-4dae-af76-fc420dc03305), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:13.630603 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d7afbbe4-126e-47a9-8f58-fa7207373a6f admin admin] Publish callbacks [] for security_group (a75feaa1-e0cd-4dae-af76-fc420dc03305), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:13.677696 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d7afbbe4-126e-47a9-8f58-fa7207373a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (a75feaa1-e0cd-4dae-af76-fc420dc03305), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:13.680405 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d7afbbe4-126e-47a9-8f58-fa7207373a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:13.681583 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-d7afbbe4-126e-47a9-8f58-fa7207373a6f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a75feaa1-e0cd-4dae-af76-fc420dc03305 HTTP/1.1" status: 204 len: 168 time: 0.1243153 Jun 23 22:39:13.690942 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afbbe4-126e-47a9-8f58-fa7207373a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75feaa1-e0cd-4dae-af76-fc420dc03305,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:14.159547 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de533ab-548a-4e41-b3ed-459e471fc0a6 req-144190bb-2483-4b33-905c-e51de2fe8dfe tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:14.161306 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1de533ab-548a-4e41-b3ed-459e471fc0a6 req-144190bb-2483-4b33-905c-e51de2fe8dfe tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 944 time: 0.0541208 Jun 23 22:39:14.212862 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1de533ab-548a-4e41-b3ed-459e471fc0a6 req-02c7ccd8-a6cc-4e9a-a47c-2b5b1389aca5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457783 Jun 23 22:39:14.310435 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36072) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:14.418323 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-287531612-network', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:14.439905 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Made reservation on behalf of dceb245422db46eaa1440c39b5755aca for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:39:14.442186 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:14.450912 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:14.526788 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Publish callbacks [] for security_group (a96df3b3-4b8b-4d24-8fb8-ab141206e204), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:14.531392 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (a96df3b3-4b8b-4d24-8fb8-ab141206e204), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:14.558531 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:39:14.564850 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96df3b3-4b8b-4d24-8fb8-ab141206e204,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:14.570890 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (7b0cf4f0-bd74-4288-acc8-55889447ae29), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:14.571246 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Added segment 7b0cf4f0-bd74-4288-acc8-55889447ae29 of type vlan for network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc Jun 23 22:39:14.611443 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:14.615090 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:14.620279 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:14.640581 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:14.641534 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:14.642111 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:14.677395 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3651726 Jun 23 22:39:14.679801 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36076) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:14.685496 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-598e92fb-079a-4ad5-b6a8-582f2f1025e0 admin admin] Request body: {'subnet': {'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-287531612-subnet', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'ip_version': 4}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:14.706079 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e92fb-079a-4ad5-b6a8-582f2f1025e0 admin admin] Made reservation on behalf of dceb245422db46eaa1440c39b5755aca for: {'subnet': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:39:14.708399 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-598e92fb-079a-4ad5-b6a8-582f2f1025e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4994202'] for subnet (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:14.710334 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9c71b-7359-4cb7-baaa-109a3a80fe32 admin admin] Pushing event updated for resources: {'Network': ['ID=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:14.721195 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:39:14.786174 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:14.882485 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-598e92fb-079a-4ad5-b6a8-582f2f1025e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4994284'] for subnet (f3aed83f-7970-4afc-91d7-b738c12b5855), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:14.933987 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e92fb-079a-4ad5-b6a8-582f2f1025e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3aed83f-7970-4afc-91d7-b738c12b5855,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:14.948706 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e92fb-079a-4ad5-b6a8-582f2f1025e0 admin admin] Checking segment: {'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:39:14.949628 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e92fb-079a-4ad5-b6a8-582f2f1025e0 admin admin] Network hostable DHCP agents. Network: 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:39:14.966561 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e92fb-079a-4ad5-b6a8-582f2f1025e0 admin admin] Network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:39:14.975195 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-598e92fb-079a-4ad5-b6a8-582f2f1025e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc) {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:14.979010 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e92fb-079a-4ad5-b6a8-582f2f1025e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:14.979612 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-598e92fb-079a-4ad5-b6a8-582f2f1025e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:14.983971 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fc4e87-1102-4aef-b4af-89e6c4d708c4 None None] Network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:39:14.995486 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-598e92fb-079a-4ad5-b6a8-582f2f1025e0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3145311 Jun 23 22:39:14.998722 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36078) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:15.002873 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:15.024216 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7559'] for router (a43c608a-53ee-42e5-92ac-35b5f55efc59), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.025354 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7885047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7925361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7564'] for router (a43c608a-53ee-42e5-92ac-35b5f55efc59), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.081845 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Publish callbacks [] for router_controller (a43c608a-53ee-42e5-92ac-35b5f55efc59), precommit_add_association {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.088890 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:15.089782 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:39:15.090796 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.216646 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Publish callbacks [] for router_gateway (a43c608a-53ee-42e5-92ac-35b5f55efc59), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.224955 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Allocated IP 172.20.0.2 (1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc/f3aed83f-7970-4afc-91d7-b738c12b5855/a7c0480b-55a8-4143-bfc4-b0e40c6136e5) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:39:15.369826 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de25bd-3295-4cb8-8daa-0d232ddfa68a req-bdaaec38-40aa-4cf3-aaaa-1e7da7a85b0a tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:15.371794 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-77de25bd-3295-4cb8-8daa-0d232ddfa68a req-bdaaec38-40aa-4cf3-aaaa-1e7da7a85b0a tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 944 time: 0.0848799 Jun 23 22:39:15.379587 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Publish callbacks [] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.385616 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.433772 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:39:15.437191 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:15.439575 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Pushing event updated for resources: {'Port': ['ID=a7c0480b-55a8-4143-bfc4-b0e40c6136e5,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:15.442402 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:39:15.480073 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Publish callbacks [] for router_gateway (a43c608a-53ee-42e5-92ac-35b5f55efc59), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.486257 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-77de25bd-3295-4cb8-8daa-0d232ddfa68a req-8b9c0416-60f7-41f1-ae4d-7b06fa66fbb3 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818248 Jun 23 22:39:15.500885 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Attempting to bind port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:39:15.501310 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Attempting to bind port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:39:15.501729 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Attempting to bind port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 on network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:39:15.504380 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.507501 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:39:15.507860 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Checking segment: {'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:39:15.508251 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.508634 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Bound using segment: {'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:39:15.509103 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Bound port: a7c0480b-55a8-4143-bfc4-b0e40c6136e5, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:39:15.509470 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.540056 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:15.573406 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] For port a7c0480b-55a8-4143-bfc4-b0e40c6136e5, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:39:15.576922 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] For port a7c0480b-55a8-4143-bfc4-b0e40c6136e5, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a7c0480b-55a8-4143-bfc4-b0e40c6136e5,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:39:15.583149 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.606276 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:15.618492 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Allocated IP 172.27.2.247 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/e3694412-60d1-457f-8cbe-fa54bec36b6e) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:39:15.651091 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053a2b6-3603-42e7-9b21-ee21a4349982 None None] Pushing event updated for resources: {'Port': ['ID=a7c0480b-55a8-4143-bfc4-b0e40c6136e5,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:15.720549 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:15.732568 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Publish callbacks [] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.766437 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:15.824633 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:39:15.827997 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:15.831700 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:39:15.834849 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Pushing event updated for resources: {'Port': ['ID=e3694412-60d1-457f-8cbe-fa54bec36b6e,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:15.987184 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:16.081258 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Publish callbacks [] for router_gateway (a43c608a-53ee-42e5-92ac-35b5f55efc59), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:16.266633 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7885616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147'] for router (a43c608a-53ee-42e5-92ac-35b5f55efc59), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:16.392350 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Router a43c608a-53ee-42e5-92ac-35b5f55efc59 is scheduled to L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 with binding_index 1 {{(pid=104138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 22:39:16.496954 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a7be9a-7e47-4776-a7c9-373b4d8bb77f None None] Network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:39:16.498409 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:39:16.514256 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Sync routers for ids ['a43c608a-53ee-42e5-92ac-35b5f55efc59'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:39:16.516264 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:16.517908 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-2ff9ed81-6bc2-4249-ace4-f36fa126532d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5181084 Jun 23 22:39:16.520689 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36086) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:16.539043 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Routers {'a43c608a-53ee-42e5-92ac-35b5f55efc59'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:39:16.539896 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a43c608a-53ee-42e5-92ac-35b5f55efc59'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:16.640608 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-7246e725-6e2c-481d-a8e2-bbcf10cee824 None None] Provisioning complete for port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:16.640971 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7246e725-6e2c-481d-a8e2-bbcf10cee824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:16.646055 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742a731-f3bf-4d57-8fa8-7a6c18f8a2c7 req-acf8b70e-4498-45f9-a7c3-b01c1d8c4569 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:16.647558 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c742a731-f3bf-4d57-8fa8-7a6c18f8a2c7 req-acf8b70e-4498-45f9-a7c3-b01c1d8c4569 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 944 time: 0.0837328 Jun 23 22:39:16.653816 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:16.741157 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Set router a43c608a-53ee-42e5-92ac-35b5f55efc59 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:39:16.772772 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c742a731-f3bf-4d57-8fa8-7a6c18f8a2c7 req-4f14daa8-c8f4-450c-adbb-ab89b6b141e2 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177599 Jun 23 22:39:16.898210 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-7246e725-6e2c-481d-a8e2-bbcf10cee824 None None] Current status of the port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:16.898594 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7246e725-6e2c-481d-a8e2-bbcf10cee824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:16.901863 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:17.069846 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.095141 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-7246e725-6e2c-481d-a8e2-bbcf10cee824 None None] For port a7c0480b-55a8-4143-bfc4-b0e40c6136e5, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a7c0480b-55a8-4143-bfc4-b0e40c6136e5,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:17.100208 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7246e725-6e2c-481d-a8e2-bbcf10cee824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.103625 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:15Z', 'revision_number': 3, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:17.149791 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Checking router: a43c608a-53ee-42e5-92ac-35b5f55efc59 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:39:17.150134 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Updating router a43c608a-53ee-42e5-92ac-35b5f55efc59 port e3694412-60d1-457f-8cbe-fa54bec36b6e binding host dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:39:17.194009 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.196719 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246e725-6e2c-481d-a8e2-bbcf10cee824 None None] Pushing event updated for resources: {'Port': ['ID=a7c0480b-55a8-4143-bfc4-b0e40c6136e5,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:17.228225 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Allocated IP 172.20.0.1 (1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc/f3aed83f-7970-4afc-91d7-b738c12b5855/07bea07e-b542-4f7d-a59e-348856efa9aa) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:39:17.236692 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-b8d3133d-b30b-46cf-a169-41c0be3f783a None None] Provisioning complete for port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:17.237063 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b8d3133d-b30b-46cf-a169-41c0be3f783a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.329751 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Publish callbacks [] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.339726 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:17.363255 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.369243 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:17.406493 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:39:17.410828 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:17.414894 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:39:17.428519 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3133d-b30b-46cf-a169-41c0be3f783a None None] Current status of the port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:17.437581 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Pushing event updated for resources: {'Port': ['ID=07bea07e-b542-4f7d-a59e-348856efa9aa,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:17.457164 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7887982'] for router_interface (a43c608a-53ee-42e5-92ac-35b5f55efc59), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.461127 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:17.531820 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Publish callbacks [] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), precommit_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.538656 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.593878 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Attempting to bind port e3694412-60d1-457f-8cbe-fa54bec36b6e on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:39:17.594084 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Attempting to bind port e3694412-60d1-457f-8cbe-fa54bec36b6e by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:39:17.594300 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Attempting to bind port e3694412-60d1-457f-8cbe-fa54bec36b6e on network 6e26287c-7a8e-421e-96a7-49a5147437a7 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:39:17.596655 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.599682 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb73b4-33f4-4db3-866f-21f38f405933 None None] Pushing event updated for resources: {'Port': ['ID=e3694412-60d1-457f-8cbe-fa54bec36b6e,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:17.606229 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:39:17.606411 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:39:17.606833 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.607180 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Bound using segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:39:17.608010 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Bound port: e3694412-60d1-457f-8cbe-fa54bec36b6e, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:39:17.608010 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.665977 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-f1409224-3411-4d4b-87ed-96ee6296d3ef None None] Provisioning complete for port 07bea07e-b542-4f7d-a59e-348856efa9aa triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:17.666371 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f1409224-3411-4d4b-87ed-96ee6296d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.671021 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] For port e3694412-60d1-457f-8cbe-fa54bec36b6e, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:39:17.706947 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] For port e3694412-60d1-457f-8cbe-fa54bec36b6e, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=e3694412-60d1-457f-8cbe-fa54bec36b6e,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:39:17.716373 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f1409224-3411-4d4b-87ed-96ee6296d3ef None None] Port 07bea07e-b542-4f7d-a59e-348856efa9aa cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:39:17.718157 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.735241 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:17.772372 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Publish callbacks [] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.778873 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.783695 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Routers {'a43c608a-53ee-42e5-92ac-35b5f55efc59'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:39:17.784343 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a43c608a-53ee-42e5-92ac-35b5f55efc59'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:17.823094 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb73b4-33f4-4db3-866f-21f38f405933 None None] Pushing event updated for resources: {'Port': ['ID=e3694412-60d1-457f-8cbe-fa54bec36b6e,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:17.895168 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7886334'] for router_interface (a43c608a-53ee-42e5-92ac-35b5f55efc59), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:17.908538 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] Set router a43c608a-53ee-42e5-92ac-35b5f55efc59 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:39:17.912016 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Pushing event updated for resources: {'Port': ['ID=07bea07e-b542-4f7d-a59e-348856efa9aa,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:17.944188 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd5ff6-afe3-4399-a9f3-714a5cb08995 req-bd95b582-e731-4316-beea-e5cdafcd926f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:17.946022 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5bbd5ff6-afe3-4399-a9f3-714a5cb08995 req-bd95b582-e731-4316-beea-e5cdafcd926f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 944 time: 0.0887024 Jun 23 22:39:17.980455 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a7c0480b-55a8-4143-bfc4-b0e40c6136e5 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:39:18.095342 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:18.095712 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:18.158168 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:18.180858 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '07bea07e-b542-4f7d-a59e-348856efa9aa', 'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'mac_address': 'fa:16:3e:ec:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:17Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 2, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'subnets': [{'id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:18.210828 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5705c354-6ba0-4473-acb6-900b681f08c0 None None] The sync data for ids ['a43c608a-53ee-42e5-92ac-35b5f55efc59'] in dv-cinder-846173-2-iscsi is: [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '07bea07e-b542-4f7d-a59e-348856efa9aa', 'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'mac_address': 'fa:16:3e:ec:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:17Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 2, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'subnets': [{'id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:39:18.248850 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:18.291274 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5bbd5ff6-afe3-4399-a9f3-714a5cb08995 req-453ea9b6-b394-4ee6-af26-ae4635703e3d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367598 Jun 23 22:39:18.300689 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:39:18.302113 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:18.447679 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Router a43c608a-53ee-42e5-92ac-35b5f55efc59 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:39:18.567966 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:18.574022 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:39:18.579061 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-f90bc325-8eee-48fa-b609-ed02be44add6 admin admin] 10.222.0.43 "PUT /v2.0/routers/a43c608a-53ee-42e5-92ac-35b5f55efc59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0570936 Jun 23 22:39:18.653715 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-78dca7d0-71bd-415f-9802-260ccdb547f6 None None] Provisioning complete for port 07bea07e-b542-4f7d-a59e-348856efa9aa triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:18.654269 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-78dca7d0-71bd-415f-9802-260ccdb547f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:18.688451 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:18.696135 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-78dca7d0-71bd-415f-9802-260ccdb547f6 None None] Port 07bea07e-b542-4f7d-a59e-348856efa9aa cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:39:19.094471 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36106) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:19.099590 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1310382174-network', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:19.121749 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Made reservation on behalf of 6bb38a54c255484b8bd9f316ae754708 for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:39:19.124085 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.133354 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.213335 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Publish callbacks [] for security_group (e80de0a9-eef3-4d10-8a55-fbb9755cc983), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.217968 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e80de0a9-eef3-4d10-8a55-fbb9755cc983), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.243752 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:39:19.261853 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80de0a9-eef3-4d10-8a55-fbb9755cc983,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:19.266732 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (89e1a6da-08c8-4d9c-a16e-3e4b15205a40), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.267127 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Added segment 89e1a6da-08c8-4d9c-a16e-3e4b15205a40 of type vlan for network 5122ea4b-715e-4ce1-b77b-3758d493b58d Jun 23 22:39:19.313195 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (5122ea4b-715e-4ce1-b77b-3758d493b58d), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.343721 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (5122ea4b-715e-4ce1-b77b-3758d493b58d), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.345089 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:19.345674 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.389748 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2910144 Jun 23 22:39:19.390268 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36110) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:19.421162 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8934fb-bba8-4b1c-b706-2cd235f1d2f4 req-b94a2911-f95e-48a5-a317-24e860198668 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:19.422820 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1d8934fb-bba8-4b1c-b706-2cd235f1d2f4 req-b94a2911-f95e-48a5-a317-24e860198668 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 944 time: 0.0524855 Jun 23 22:39:19.424463 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-3af29872-103b-4c68-a4f7-68d2faf264a6 admin admin] Request body: {'subnet': {'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1310382174-subnet', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'ip_version': 4}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:19.431669 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34b3cc-f2ce-4e42-814a-8d104830bcd2 admin admin] Pushing event updated for resources: {'Network': ['ID=5122ea4b-715e-4ce1-b77b-3758d493b58d,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:19.446054 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 5122ea4b-715e-4ce1-b77b-3758d493b58d details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:39:19.465158 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af29872-103b-4c68-a4f7-68d2faf264a6 admin admin] Made reservation on behalf of 6bb38a54c255484b8bd9f316ae754708 for: {'subnet': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:39:19.468475 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3af29872-103b-4c68-a4f7-68d2faf264a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4295238'] for subnet (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.491620 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1d8934fb-bba8-4b1c-b706-2cd235f1d2f4 req-201fae3c-e282-499d-92f9-dccaab40c75c tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571623 Jun 23 22:39:19.652898 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3af29872-103b-4c68-a4f7-68d2faf264a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4275168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4295216'] for subnet (344c2589-dca1-46b2-b464-832f1fecdef1), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.702007 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:19.709707 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af29872-103b-4c68-a4f7-68d2faf264a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=344c2589-dca1-46b2-b464-832f1fecdef1,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:19.726990 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af29872-103b-4c68-a4f7-68d2faf264a6 admin admin] Checking segment: {'id': '89e1a6da-08c8-4d9c-a16e-3e4b15205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:39:19.726990 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af29872-103b-4c68-a4f7-68d2faf264a6 admin admin] Network hostable DHCP agents. Network: 5122ea4b-715e-4ce1-b77b-3758d493b58d, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:39:19.745523 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af29872-103b-4c68-a4f7-68d2faf264a6 admin admin] Network 5122ea4b-715e-4ce1-b77b-3758d493b58d is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:39:19.755020 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-3af29872-103b-4c68-a4f7-68d2faf264a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 5122ea4b-715e-4ce1-b77b-3758d493b58d) {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:19.759575 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af29872-103b-4c68-a4f7-68d2faf264a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:19.760180 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3af29872-103b-4c68-a4f7-68d2faf264a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.764645 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d30d61-7005-4dd2-9b06-661672bb2911 None None] Network 5122ea4b-715e-4ce1-b77b-3758d493b58d requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:39:19.777937 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3af29872-103b-4c68-a4f7-68d2faf264a6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3863385 Jun 23 22:39:19.780733 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36112) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:19.787458 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1310382174-router', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:19.799681 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device e3694412-60d1-457f-8cbe-fa54bec36b6e up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:39:19.812358 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7559'] for router (d2999c27-7f39-428f-a989-4bb94941e2e1), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.813573 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7885047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7925361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7564'] for router (d2999c27-7f39-428f-a989-4bb94941e2e1), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.869712 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Publish callbacks [] for router_controller (d2999c27-7f39-428f-a989-4bb94941e2e1), precommit_add_association {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.899385 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port e3694412-60d1-457f-8cbe-fa54bec36b6e triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:19.899756 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:19.928756 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-5122ea4b-715e-4ce1-b77b-3758d493b58d', 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d', 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'fixed_ips': [{'subnet_id': '344c2589-dca1-46b2-b464-832f1fecdef1'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:39:19.929806 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.007216 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Publish callbacks [] for router_gateway (d2999c27-7f39-428f-a989-4bb94941e2e1), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.091658 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port e3694412-60d1-457f-8cbe-fa54bec36b6e is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:20.092035 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.140604 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port e3694412-60d1-457f-8cbe-fa54bec36b6e, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=e3694412-60d1-457f-8cbe-fa54bec36b6e,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:20.142132 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Allocated IP 172.20.0.2 (5122ea4b-715e-4ce1-b77b-3758d493b58d/344c2589-dca1-46b2-b464-832f1fecdef1/707b5440-32f0-4554-abf6-71015fc1ead3) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:39:20.149852 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.195192 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:20.205745 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Publish callbacks [] for router_gateway (d2999c27-7f39-428f-a989-4bb94941e2e1), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.226128 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.275288 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:20.343890 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Allocated IP 172.27.2.173 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/6e0593da-7d88-4130-b340-c160b7892a3c) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:39:20.417333 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Sync routers for ids ['a43c608a-53ee-42e5-92ac-35b5f55efc59'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:39:20.429213 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Routers {'a43c608a-53ee-42e5-92ac-35b5f55efc59'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:39:20.429838 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a43c608a-53ee-42e5-92ac-35b5f55efc59'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:20.465191 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Publish callbacks [] for port (6e0593da-7d88-4130-b340-c160b7892a3c), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.471064 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=e3694412-60d1-457f-8cbe-fa54bec36b6e,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:20.505488 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (6e0593da-7d88-4130-b340-c160b7892a3c), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.539819 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Set router a43c608a-53ee-42e5-92ac-35b5f55efc59 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:39:20.559203 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:39:20.564599 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:20.567108 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:39:20.570731 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Pushing event updated for resources: {'Port': ['ID=6e0593da-7d88-4130-b340-c160b7892a3c,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:20.596494 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Publish callbacks [] for port (707b5440-32f0-4554-abf6-71015fc1ead3), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.607383 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.652085 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Network 5122ea4b-715e-4ce1-b77b-3758d493b58d is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:39:20.654634 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:20.658846 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:20.661689 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Pushing event updated for resources: {'Port': ['ID=707b5440-32f0-4554-abf6-71015fc1ead3,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:20.664171 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:39:20.698916 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:20.727422 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Attempting to bind port 707b5440-32f0-4554-abf6-71015fc1ead3 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:39:20.727792 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Attempting to bind port 707b5440-32f0-4554-abf6-71015fc1ead3 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '89e1a6da-08c8-4d9c-a16e-3e4b15205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:39:20.728132 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Attempting to bind port 707b5440-32f0-4554-abf6-71015fc1ead3 on network 5122ea4b-715e-4ce1-b77b-3758d493b58d {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:39:20.735062 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:39:20.735456 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Checking segment: {'id': '89e1a6da-08c8-4d9c-a16e-3e4b15205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:39:20.735814 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.736192 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Bound using segment: {'id': '89e1a6da-08c8-4d9c-a16e-3e4b15205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:39:20.736647 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Bound port: 707b5440-32f0-4554-abf6-71015fc1ead3, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e1a6da-08c8-4d9c-a16e-3e4b15205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:39:20.737018 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.738808 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2df32d-7d74-45e0-b691-6a65d747f954 req-54cb861f-958c-4557-b5f9-4267aad6f078 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:20.740200 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad2df32d-7d74-45e0-b691-6a65d747f954 req-54cb861f-958c-4557-b5f9-4267aad6f078 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 944 time: 0.1363804 Jun 23 22:39:20.804755 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 9d8e2a40-5fc3-49a9-bca3-734e662a68dc details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:39:20.830376 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '07bea07e-b542-4f7d-a59e-348856efa9aa', 'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'mac_address': 'fa:16:3e:ec:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:17Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 2, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'subnets': [{'id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:20.851526 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] For port 707b5440-32f0-4554-abf6-71015fc1ead3, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:39:20.862092 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Checking router: a43c608a-53ee-42e5-92ac-35b5f55efc59 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:39:20.862536 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Updating router a43c608a-53ee-42e5-92ac-35b5f55efc59 port 07bea07e-b542-4f7d-a59e-348856efa9aa binding host dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:39:20.890799 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.897172 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] For port 707b5440-32f0-4554-abf6-71015fc1ead3, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=707b5440-32f0-4554-abf6-71015fc1ead3,segment=NetworkSegment(89e1a6da-08c8-4d9c-a16e-3e4b15205a40),segment_id=89e1a6da-08c8-4d9c-a16e-3e4b15205a40)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:39:20.909789 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.917530 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad2df32d-7d74-45e0-b691-6a65d747f954 req-a670419b-8651-4916-9499-68fdf48e1bfc tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706147 Jun 23 22:39:20.923196 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Publish callbacks [] for router_gateway (d2999c27-7f39-428f-a989-4bb94941e2e1), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:20.943705 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d8e2a40-5fc3-49a9-bca3-734e662a68dc,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:20.958231 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'port_id': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc', 'mac_address': 'fa:16:3e:ce:fe:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:39:20.978489 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:21.030842 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:21.031254 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:21.063050 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8e2a40-5fc3-49a9-bca3-734e662a68dc {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:39:21.084990 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d8e2a40-5fc3-49a9-bca3-734e662a68dc,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:21.089298 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05535e3-c437-4359-882d-89595dbb6d99 None None] Pushing event updated for resources: {'Port': ['ID=707b5440-32f0-4554-abf6-71015fc1ead3,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:21.097274 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:21.144299 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7885616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147'] for router (d2999c27-7f39-428f-a989-4bb94941e2e1), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:21.155945 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=9d8e2a40-5fc3-49a9-bca3-734e662a68dc,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:21.192720 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Publish callbacks [] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:21.203504 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:21.259812 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378e2c6-4296-410b-8572-5f1f6096d673 None None] Pushing event updated for resources: {'Port': ['ID=07bea07e-b542-4f7d-a59e-348856efa9aa,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:21.327278 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Router d2999c27-7f39-428f-a989-4bb94941e2e1 is scheduled to L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 with binding_index 1 {{(pid=104138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 22:39:21.349883 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Attempting to bind port 07bea07e-b542-4f7d-a59e-348856efa9aa on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:39:21.350245 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Attempting to bind port 07bea07e-b542-4f7d-a59e-348856efa9aa by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:39:21.350601 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Attempting to bind port 07bea07e-b542-4f7d-a59e-348856efa9aa on network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:39:21.360499 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:39:21.361183 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Checking segment: {'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:39:21.361733 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:21.362283 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Bound using segment: {'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:39:21.362902 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Bound port: 07bea07e-b542-4f7d-a59e-348856efa9aa, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:39:21.363494 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:21.431369 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] For port 07bea07e-b542-4f7d-a59e-348856efa9aa, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:39:21.435641 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] For port 07bea07e-b542-4f7d-a59e-348856efa9aa, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=07bea07e-b542-4f7d-a59e-348856efa9aa,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:39:21.441710 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:21.455799 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:39:21.467485 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Sync routers for ids ['d2999c27-7f39-428f-a989-4bb94941e2e1'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:39:21.490490 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:21.491928 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:21.496031 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Routers {'a43c608a-53ee-42e5-92ac-35b5f55efc59'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:39:21.496591 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-2ae81164-f0b0-48a7-84d8-f31a8f24833d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7115142 Jun 23 22:39:21.496677 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a43c608a-53ee-42e5-92ac-35b5f55efc59'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:21.496766 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36120) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:21.498490 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:21.504606 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['9d8e2a40-5fc3-49a9-bca3-734e662a68dc'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:39:21.508064 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Routers {'d2999c27-7f39-428f-a989-4bb94941e2e1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:39:21.508706 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['d2999c27-7f39-428f-a989-4bb94941e2e1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:21.551391 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378e2c6-4296-410b-8572-5f1f6096d673 None None] Pushing event updated for resources: {'Port': ['ID=07bea07e-b542-4f7d-a59e-348856efa9aa,revision_number=4']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:21.628181 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-2d9afd64-269f-42e1-9918-e314c8e6231a None None] Provisioning complete for port 07bea07e-b542-4f7d-a59e-348856efa9aa triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:21.628553 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2d9afd64-269f-42e1-9918-e314c8e6231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:21.647282 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] Set router a43c608a-53ee-42e5-92ac-35b5f55efc59 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:39:21.755977 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:21.822866 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Set router d2999c27-7f39-428f-a989-4bb94941e2e1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:39:21.935094 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:21.982253 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '07bea07e-b542-4f7d-a59e-348856efa9aa', 'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'mac_address': 'fa:16:3e:ec:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:17Z', 'updated_at': '2022-06-23T22:39:21Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'subnets': [{'id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:21.993371 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:22.015053 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910361fd-d13e-41be-8bfa-59e9bd785b0e None None] The sync data for ids ['a43c608a-53ee-42e5-92ac-35b5f55efc59'] in dv-cinder-846173-2-iscsi is: [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '07bea07e-b542-4f7d-a59e-348856efa9aa', 'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'mac_address': 'fa:16:3e:ec:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:17Z', 'updated_at': '2022-06-23T22:39:21Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'subnets': [{'id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:39:22.035050 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device e3694412-60d1-457f-8cbe-fa54bec36b6e up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:39:22.097486 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-2d9afd64-269f-42e1-9918-e314c8e6231a None None] Current status of the port 07bea07e-b542-4f7d-a59e-348856efa9aa is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:22.097847 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2d9afd64-269f-42e1-9918-e314c8e6231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:22.132222 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281df620-01de-4513-8feb-c115c5e40b72 req-e6e2a4d7-a1f3-47e0-9faf-eb15f489d11e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:22.134028 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-281df620-01de-4513-8feb-c115c5e40b72 req-e6e2a4d7-a1f3-47e0-9faf-eb15f489d11e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 945 time: 0.0731366 Jun 23 22:39:22.142644 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:22.164741 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:22.181735 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-2d9afd64-269f-42e1-9918-e314c8e6231a None None] For port 07bea07e-b542-4f7d-a59e-348856efa9aa, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=07bea07e-b542-4f7d-a59e-348856efa9aa,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:22.192409 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2d9afd64-269f-42e1-9918-e314c8e6231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:22.290232 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port e3694412-60d1-457f-8cbe-fa54bec36b6e triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:22.290232 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:22.302551 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077520ab-4fda-4a46-a849-137ebd703b2c None None] Network 5122ea4b-715e-4ce1-b77b-3758d493b58d requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:39:22.329150 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-281df620-01de-4513-8feb-c115c5e40b72 req-f85843e5-8813-4a12-bcfa-129fae78ac4a tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825740 Jun 23 22:39:22.369279 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Allocated IP 172.20.0.1 (5122ea4b-715e-4ce1-b77b-3758d493b58d/344c2589-dca1-46b2-b464-832f1fecdef1/a4930817-7de4-4ee6-a76c-8b745939b9a5) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:39:22.384807 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'name': 'tempest-TestShelveInstance-1310382174-router', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:19Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 3, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'gw_port': {'id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:55:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:20Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:22.440070 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-f1afd249-c483-47c6-9519-40c7c0f3d169 None None] Provisioning complete for port 07bea07e-b542-4f7d-a59e-348856efa9aa triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:22.440436 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f1afd249-c483-47c6-9519-40c7c0f3d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:22.449682 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9afd64-269f-42e1-9918-e314c8e6231a None None] Pushing event updated for resources: {'Port': ['ID=07bea07e-b542-4f7d-a59e-348856efa9aa,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:22.459962 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Checking router: d2999c27-7f39-428f-a989-4bb94941e2e1 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:39:22.460308 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Updating router d2999c27-7f39-428f-a989-4bb94941e2e1 port 6e0593da-7d88-4130-b340-c160b7892a3c binding host dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:39:22.503090 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Publish callbacks [] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:22.546149 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:22.547002 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-61b844af-7777-4ea2-a342-49e247f1951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:22.594011 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Network 5122ea4b-715e-4ce1-b77b-3758d493b58d is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:39:22.595016 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (6e0593da-7d88-4130-b340-c160b7892a3c), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:22.597511 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:22.601248 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:39:22.606906 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Pushing event updated for resources: {'Port': ['ID=a4930817-7de4-4ee6-a76c-8b745939b9a5,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:22.648546 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7887982'] for router_interface (d2999c27-7f39-428f-a989-4bb94941e2e1), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:22.653704 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:22.791427 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:22.871627 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:22.896762 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:22.928060 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port e3694412-60d1-457f-8cbe-fa54bec36b6e is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:22.929153 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 707b5440-32f0-4554-abf6-71015fc1ead3 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:39:22.969253 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Publish callbacks [] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:22.974851 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.000694 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f1afd249-c483-47c6-9519-40c7c0f3d169 None None] Current status of the port 07bea07e-b542-4f7d-a59e-348856efa9aa is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:23.031473 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-f1afd249-c483-47c6-9519-40c7c0f3d169 None None] Provisioning complete for port 707b5440-32f0-4554-abf6-71015fc1ead3 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:23.031823 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:23.031985 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f1afd249-c483-47c6-9519-40c7c0f3d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.045315 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7886334'] for router_interface (d2999c27-7f39-428f-a989-4bb94941e2e1), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.047556 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Pushing event updated for resources: {'Port': ['ID=a4930817-7de4-4ee6-a76c-8b745939b9a5,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:23.107574 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 707b5440-32f0-4554-abf6-71015fc1ead3 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:23.107943 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.157821 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Network 5122ea4b-715e-4ce1-b77b-3758d493b58d is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:39:23.159250 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:23.222206 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f1afd249-c483-47c6-9519-40c7c0f3d169 None None] Current status of the port 707b5440-32f0-4554-abf6-71015fc1ead3 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:23.222588 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f1afd249-c483-47c6-9519-40c7c0f3d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.315800 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 707b5440-32f0-4554-abf6-71015fc1ead3 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:23.316183 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.345512 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-f1afd249-c483-47c6-9519-40c7c0f3d169 None None] For port 707b5440-32f0-4554-abf6-71015fc1ead3, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=707b5440-32f0-4554-abf6-71015fc1ead3,segment=NetworkSegment(89e1a6da-08c8-4d9c-a16e-3e4b15205a40),segment_id=89e1a6da-08c8-4d9c-a16e-3e4b15205a40)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:23.352381 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Publish callbacks [] for port (6e0593da-7d88-4130-b340-c160b7892a3c), precommit_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.369800 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f1afd249-c483-47c6-9519-40c7c0f3d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.379318 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (6e0593da-7d88-4130-b340-c160b7892a3c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.457808 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:23.471036 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Attempting to bind port 6e0593da-7d88-4130-b340-c160b7892a3c on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:39:23.471403 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Attempting to bind port 6e0593da-7d88-4130-b340-c160b7892a3c by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:39:23.471847 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Attempting to bind port 6e0593da-7d88-4130-b340-c160b7892a3c on network 6e26287c-7a8e-421e-96a7-49a5147437a7 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:39:23.493078 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.db.api [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 22:39:23.493545 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG oslo_db.api [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 22:39:23.503143 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:39:23.503550 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:39:23.503911 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.504298 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Bound using segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:39:23.504769 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Bound port: 6e0593da-7d88-4130-b340-c160b7892a3c, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:39:23.505141 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (6e0593da-7d88-4130-b340-c160b7892a3c), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.510823 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afd249-c483-47c6-9519-40c7c0f3d169 None None] Pushing event updated for resources: {'Port': ['ID=707b5440-32f0-4554-abf6-71015fc1ead3,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:23.542716 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-33155ac0-6210-4321-9fbf-b51a5189fa32 None None] Provisioning complete for port a4930817-7de4-4ee6-a76c-8b745939b9a5 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:23.543654 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-33155ac0-6210-4321-9fbf-b51a5189fa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.578118 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be219e5-50f8-4a02-96c8-fd6c98a8f170 req-addf50d6-bfef-4d30-9d9b-5d1ff1e60ff5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:23.579576 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6be219e5-50f8-4a02-96c8-fd6c98a8f170 req-addf50d6-bfef-4d30-9d9b-5d1ff1e60ff5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 945 time: 0.0637612 Jun 23 22:39:23.581372 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Router d2999c27-7f39-428f-a989-4bb94941e2e1 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:39:23.625480 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-33155ac0-6210-4321-9fbf-b51a5189fa32 None None] Port a4930817-7de4-4ee6-a76c-8b745939b9a5 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:39:23.628433 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b7c21-31b4-4776-951e-e1ed2b4ab334 None None] Pushing event updated for resources: {'Port': ['ID=6e0593da-7d88-4130-b340-c160b7892a3c,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:23.631036 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] For port 6e0593da-7d88-4130-b340-c160b7892a3c, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:39:23.634801 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] For port 6e0593da-7d88-4130-b340-c160b7892a3c, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=6e0593da-7d88-4130-b340-c160b7892a3c,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:39:23.645580 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (6e0593da-7d88-4130-b340-c160b7892a3c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.655232 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-33155ac0-6210-4321-9fbf-b51a5189fa32 None None] Provisioning complete for port 707b5440-32f0-4554-abf6-71015fc1ead3 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:23.655598 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-33155ac0-6210-4321-9fbf-b51a5189fa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:23.679687 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6be219e5-50f8-4a02-96c8-fd6c98a8f170 req-22b7e360-ba5a-412d-931a-df6d80412684 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939922 Jun 23 22:39:23.729534 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:39:23.740805 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-46c95120-1e8e-4fa0-be8a-73e0d3088066 admin admin] 10.222.0.43 "PUT /v2.0/routers/d2999c27-7f39-428f-a989-4bb94941e2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2370572 Jun 23 22:39:23.742269 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:23.751511 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Routers {'d2999c27-7f39-428f-a989-4bb94941e2e1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:39:23.752158 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:38:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['d2999c27-7f39-428f-a989-4bb94941e2e1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:23.758733 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b7c21-31b4-4776-951e-e1ed2b4ab334 None None] Pushing event updated for resources: {'Port': ['ID=6e0593da-7d88-4130-b340-c160b7892a3c,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:23.877991 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-33155ac0-6210-4321-9fbf-b51a5189fa32 None None] Current status of the port 707b5440-32f0-4554-abf6-71015fc1ead3 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:23.899812 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] Set router d2999c27-7f39-428f-a989-4bb94941e2e1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:39:24.055641 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-a3d25019-3565-4d0f-b15e-bbd130b0ccdb None None] Provisioning complete for port a4930817-7de4-4ee6-a76c-8b745939b9a5 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:24.056012 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-a3d25019-3565-4d0f-b15e-bbd130b0ccdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.095035 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 707b5440-32f0-4554-abf6-71015fc1ead3 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:24.096005 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 07bea07e-b542-4f7d-a59e-348856efa9aa up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:39:24.117031 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36132) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:24.123005 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-144a05de-d252-431a-95b6-bbe632c4efb0 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1398895566', 'description': 'tempest-secgroup-smoke-1398895566 description', 'project_id': 'dceb245422db46eaa1440c39b5755aca'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:24.143897 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-a3d25019-3565-4d0f-b15e-bbd130b0ccdb None None] Port a4930817-7de4-4ee6-a76c-8b745939b9a5 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:39:24.149634 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-144a05de-d252-431a-95b6-bbe632c4efb0 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.191806 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 07bea07e-b542-4f7d-a59e-348856efa9aa triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:24.192170 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.193992 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'name': 'tempest-TestShelveInstance-1310382174-router', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:19Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 4, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'gw_port': {'id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:55:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:20Z', 'updated_at': '2022-06-23T22:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'a4930817-7de4-4ee6-a76c-8b745939b9a5', 'name': '', 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'mac_address': 'fa:16:3e:b7:80:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '344c2589-dca1-46b2-b464-832f1fecdef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:22Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 2, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'subnets': [{'id': '344c2589-dca1-46b2-b464-832f1fecdef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:24.196178 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:24.220780 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-144a05de-d252-431a-95b6-bbe632c4efb0 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group (e650cff9-75c1-4a1e-8a1a-cfb10be8ba63), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.224388 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-144a05de-d252-431a-95b6-bbe632c4efb0 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e650cff9-75c1-4a1e-8a1a-cfb10be8ba63), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.242858 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c78615-8e2a-486f-b640-8c477a8fb246 None None] The sync data for ids ['d2999c27-7f39-428f-a989-4bb94941e2e1'] in dv-cinder-846173-2-iscsi is: [{'id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'name': 'tempest-TestShelveInstance-1310382174-router', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:19Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 4, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'gw_port': {'id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:55:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:20Z', 'updated_at': '2022-06-23T22:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'a4930817-7de4-4ee6-a76c-8b745939b9a5', 'name': '', 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'mac_address': 'fa:16:3e:b7:80:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '344c2589-dca1-46b2-b464-832f1fecdef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:22Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 2, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'subnets': [{'id': '344c2589-dca1-46b2-b464-832f1fecdef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:39:24.258050 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-144a05de-d252-431a-95b6-bbe632c4efb0 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.259325 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-144a05de-d252-431a-95b6-bbe632c4efb0 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1412795 Jun 23 22:39:24.260262 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a05de-d252-431a-95b6-bbe632c4efb0 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:24.263943 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36134) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:24.277370 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-6e3c7002-f1b4-4b37-9c20-796a0003c199 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Request body: {'security_group_rule': {'security_group_id': 'e650cff9-75c1-4a1e-8a1a-cfb10be8ba63', 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:24.299262 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:DELETE=3,neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:24.300098 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 07bea07e-b542-4f7d-a59e-348856efa9aa is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:24.315752 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7002-f1b4-4b37-9c20-796a0003c199 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (3ef9f6c2-00ed-4b7a-a885-fcffaede5836), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.378227 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7002-f1b4-4b37-9c20-796a0003c199 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (3ef9f6c2-00ed-4b7a-a885-fcffaede5836), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.382032 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7002-f1b4-4b37-9c20-796a0003c199 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (3ef9f6c2-00ed-4b7a-a885-fcffaede5836), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.400356 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 707b5440-32f0-4554-abf6-71015fc1ead3 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:39:24.406024 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c7002-f1b4-4b37-9c20-796a0003c199 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef9f6c2-00ed-4b7a-a885-fcffaede5836,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:24.415646 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7002-f1b4-4b37-9c20-796a0003c199 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.419894 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36136) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:24.420066 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6e3c7002-f1b4-4b37-9c20-796a0003c199 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513906 Jun 23 22:39:24.424678 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-9f75ea1f-57bd-43cb-bcb1-e293933c22cf tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Request body: {'security_group_rule': {'security_group_id': 'e650cff9-75c1-4a1e-8a1a-cfb10be8ba63', 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:24.479239 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 707b5440-32f0-4554-abf6-71015fc1ead3 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:24.479613 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.491253 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:24.497311 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9f75ea1f-57bd-43cb-bcb1-e293933c22cf tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (b0c55bbe-4828-43c5-a46f-fc49614f10ba), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.544636 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b22729bc-1ddd-469f-ac99-f67e652350c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.567846 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9f75ea1f-57bd-43cb-bcb1-e293933c22cf tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (b0c55bbe-4828-43c5-a46f-fc49614f10ba), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.572031 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9f75ea1f-57bd-43cb-bcb1-e293933c22cf tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (b0c55bbe-4828-43c5-a46f-fc49614f10ba), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.593389 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 707b5440-32f0-4554-abf6-71015fc1ead3 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:24.593949 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75ea1f-57bd-43cb-bcb1-e293933c22cf tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c55bbe-4828-43c5-a46f-fc49614f10ba,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:24.594482 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 07bea07e-b542-4f7d-a59e-348856efa9aa up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:39:24.599758 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9f75ea1f-57bd-43cb-bcb1-e293933c22cf tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.601240 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-9f75ea1f-57bd-43cb-bcb1-e293933c22cf tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1798530 Jun 23 22:39:24.603748 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36138) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:24.608945 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-e5f21c21-a021-4727-a140-49f7c980a978 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Request body: {'security_group_rule': {'security_group_id': 'e650cff9-75c1-4a1e-8a1a-cfb10be8ba63', 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:24.644175 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e5f21c21-a021-4727-a140-49f7c980a978 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (8e0d8754-f154-49e1-9c08-79f7873cae2a), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.646995 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 07bea07e-b542-4f7d-a59e-348856efa9aa triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:24.647368 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.677418 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:24.694258 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:24.717036 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e5f21c21-a021-4727-a140-49f7c980a978 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (8e0d8754-f154-49e1-9c08-79f7873cae2a), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.724391 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e5f21c21-a021-4727-a140-49f7c980a978 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (8e0d8754-f154-49e1-9c08-79f7873cae2a), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.731722 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 07bea07e-b542-4f7d-a59e-348856efa9aa is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:24.752369 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f21c21-a021-4727-a140-49f7c980a978 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0d8754-f154-49e1-9c08-79f7873cae2a,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:24.764722 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e5f21c21-a021-4727-a140-49f7c980a978 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.768561 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-e5f21c21-a021-4727-a140-49f7c980a978 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610851 Jun 23 22:39:24.768954 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36144) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:24.774003 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-cb61768d-0990-420b-8cb5-a72b2f6b406e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Request body: {'security_group_rule': {'security_group_id': 'e650cff9-75c1-4a1e-8a1a-cfb10be8ba63', 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:24.804004 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-cb61768d-0990-420b-8cb5-a72b2f6b406e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (c1851d59-26a1-4465-8a47-043b296f18e1), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.816437 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b30c9-8c93-4c4b-a3bf-093759b3c164 req-7d6736d8-3ebf-43c6-99fb-87d10938592c tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:24.818015 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c48b30c9-8c93-4c4b-a3bf-093759b3c164 req-7d6736d8-3ebf-43c6-99fb-87d10938592c tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 945 time: 0.0580914 Jun 23 22:39:24.823817 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 9d8e2a40-5fc3-49a9-bca3-734e662a68dc up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:39:24.881480 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c48b30c9-8c93-4c4b-a3bf-093759b3c164 req-4a72f78b-2de4-45ab-99de-b02442be50de tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577786 Jun 23 22:39:24.889608 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-cb61768d-0990-420b-8cb5-a72b2f6b406e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (c1851d59-26a1-4465-8a47-043b296f18e1), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.905675 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-cb61768d-0990-420b-8cb5-a72b2f6b406e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (c1851d59-26a1-4465-8a47-043b296f18e1), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.927750 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61768d-0990-420b-8cb5-a72b2f6b406e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1851d59-26a1-4465-8a47-043b296f18e1,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:24.935498 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-cb61768d-0990-420b-8cb5-a72b2f6b406e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:24.936727 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-cb61768d-0990-420b-8cb5-a72b2f6b406e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667042 Jun 23 22:39:24.939490 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36146) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:24.943954 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-3c7c0e12-21fb-4377-ba05-fe337f689a80 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Request body: {'security_group_rule': {'security_group_id': 'e650cff9-75c1-4a1e-8a1a-cfb10be8ba63', 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:24.971131 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.securitygroups_db [None req-3c7c0e12-21fb-4377-ba05-fe337f689a80 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Project dceb245422db46eaa1440c39b5755aca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 22:39:24.978740 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3c7c0e12-21fb-4377-ba05-fe337f689a80 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (a8cd27f5-8b36-4d19-a7e4-a921bf678b1a), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:25.056372 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:39:25.056938 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3c7c0e12-21fb-4377-ba05-fe337f689a80 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (a8cd27f5-8b36-4d19-a7e4-a921bf678b1a), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:25.062862 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:25.064088 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:25.064314 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3c7c0e12-21fb-4377-ba05-fe337f689a80 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (a8cd27f5-8b36-4d19-a7e4-a921bf678b1a), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:25.085317 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c0e12-21fb-4377-ba05-fe337f689a80 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cd27f5-8b36-4d19-a7e4-a921bf678b1a,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:25.094193 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3c7c0e12-21fb-4377-ba05-fe337f689a80 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:25.095461 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3c7c0e12-21fb-4377-ba05-fe337f689a80 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550517 Jun 23 22:39:25.098250 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36148) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:25.107353 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-3e8c7887-d8d3-4241-a7ba-c225ea8a41de tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Request body: {'security_group_rule': {'security_group_id': 'e650cff9-75c1-4a1e-8a1a-cfb10be8ba63', 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:25.142284 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.securitygroups_db [None req-3e8c7887-d8d3-4241-a7ba-c225ea8a41de tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Project dceb245422db46eaa1440c39b5755aca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 22:39:25.148691 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:25.149077 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:25.149247 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3e8c7887-d8d3-4241-a7ba-c225ea8a41de tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (cdb05c19-8952-4465-b65c-d528f7a4bf0c), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:25.176600 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:39:25.178823 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf62bdbe-3d8e-4c05-bb6d-b6e469a00c8c" -d '{"events": [{"server_uuid": "b1da69bd-51f5-4223-b7aa-652d2636f36b", "name": "network-vif-plugged", "status": "completed", "tag": "9d8e2a40-5fc3-49a9-bca3-734e662a68dc"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:39:25.202435 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d8e2a40-5fc3-49a9-bca3-734e662a68dc,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:25.206584 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:25.226113 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3e8c7887-d8d3-4241-a7ba-c225ea8a41de tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (cdb05c19-8952-4465-b65c-d528f7a4bf0c), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:25.231822 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3e8c7887-d8d3-4241-a7ba-c225ea8a41de tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (cdb05c19-8952-4465-b65c-d528f7a4bf0c), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:25.233889 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156ccfde-0142-4dd8-9d4e-34caf0ac519e x-openstack-request-id: req-156ccfde-0142-4dd8-9d4e-34caf0ac519e {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:39:25.234258 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1da69bd-51f5-4223-b7aa-652d2636f36b", "name": "network-vif-plugged", "status": "completed", "tag": "9d8e2a40-5fc3-49a9-bca3-734e662a68dc", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:39:25.234595 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-156ccfde-0142-4dd8-9d4e-34caf0ac519e {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:39:25.235161 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156ccfde-0142-4dd8-9d4e-34caf0ac519e'] response: {'server_uuid': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc', 'code': 200} Jun 23 22:39:25.263806 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c7887-d8d3-4241-a7ba-c225ea8a41de tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb05c19-8952-4465-b65c-d528f7a4bf0c,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:25.266249 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=9d8e2a40-5fc3-49a9-bca3-734e662a68dc,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:25.280198 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3e8c7887-d8d3-4241-a7ba-c225ea8a41de tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:25.282980 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3e8c7887-d8d3-4241-a7ba-c225ea8a41de tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1829548 Jun 23 22:39:25.521393 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7c84c-590c-4f13-a7c1-a0f10345709a req-ca45eb23-0a6d-4e54-b01b-9ff8e68e79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:25.522961 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-edc7c84c-590c-4f13-a7c1-a0f10345709a req-ca45eb23-0a6d-4e54-b01b-9ff8e68e79e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 1130 time: 0.0490751 Jun 23 22:39:25.579433 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-edc7c84c-590c-4f13-a7c1-a0f10345709a req-daf9d2cf-a450-4415-958f-ba6641cd5510 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432408 Jun 23 22:39:25.861958 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:39:25.960585 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:26.004158 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a5f35-409e-416d-9efa-8167773fd3f5 req-56866017-41d9-408b-a6fe-ee5aa22d712f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:26.005798 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b83a5f35-409e-416d-9efa-8167773fd3f5 req-56866017-41d9-408b-a6fe-ee5aa22d712f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 946 time: 0.0499876 Jun 23 22:39:26.057832 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b83a5f35-409e-416d-9efa-8167773fd3f5 req-f6d9c063-a7e1-4bd5-a95f-6ac5cbafe6c8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465093 Jun 23 22:39:26.396802 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 6e0593da-7d88-4130-b340-c160b7892a3c up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:39:26.441935 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 6e0593da-7d88-4130-b340-c160b7892a3c triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:26.442295 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (6e0593da-7d88-4130-b340-c160b7892a3c), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:26.487652 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Sync routers for ids ['d2999c27-7f39-428f-a989-4bb94941e2e1'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:39:26.498641 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Routers {'d2999c27-7f39-428f-a989-4bb94941e2e1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:39:26.499285 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:39:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['d2999c27-7f39-428f-a989-4bb94941e2e1'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:26.514584 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 6e0593da-7d88-4130-b340-c160b7892a3c is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:26.515014 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (6e0593da-7d88-4130-b340-c160b7892a3c), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:26.539279 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:26.541425 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port 6e0593da-7d88-4130-b340-c160b7892a3c, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=6e0593da-7d88-4130-b340-c160b7892a3c,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:26.546254 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (6e0593da-7d88-4130-b340-c160b7892a3c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:26.593987 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=6e0593da-7d88-4130-b340-c160b7892a3c,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:26.600553 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Set router d2999c27-7f39-428f-a989-4bb94941e2e1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:39:26.782632 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'name': 'tempest-TestShelveInstance-1310382174-router', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:19Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 4, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'gw_port': {'id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:55:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:20Z', 'updated_at': '2022-06-23T22:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'a4930817-7de4-4ee6-a76c-8b745939b9a5', 'name': '', 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'mac_address': 'fa:16:3e:b7:80:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '344c2589-dca1-46b2-b464-832f1fecdef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:22Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 2, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'subnets': [{'id': '344c2589-dca1-46b2-b464-832f1fecdef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:26.807015 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Checking router: d2999c27-7f39-428f-a989-4bb94941e2e1 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:39:26.807294 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Updating router d2999c27-7f39-428f-a989-4bb94941e2e1 port a4930817-7de4-4ee6-a76c-8b745939b9a5 binding host dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:39:26.838214 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.087332 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.139092 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:27.182412 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b95e5-5423-4a1b-a405-22bdea89e865 req-679f258c-df69-4023-90d3-478587ea8fc5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:27.184045 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b46b95e5-5423-4a1b-a405-22bdea89e865 req-679f258c-df69-4023-90d3-478587ea8fc5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 946 time: 0.0519218 Jun 23 22:39:27.198602 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Publish callbacks [] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.204699 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.208655 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:27.236121 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b46b95e5-5423-4a1b-a405-22bdea89e865 req-2ae8953a-9500-4a36-b65f-776fada78557 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455079 Jun 23 22:39:27.251728 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b818c4-85e0-42b1-ba89-64c1367e007c None None] Pushing event updated for resources: {'Port': ['ID=a4930817-7de4-4ee6-a76c-8b745939b9a5,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:27.319509 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Attempting to bind port a4930817-7de4-4ee6-a76c-8b745939b9a5 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:39:27.319777 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Attempting to bind port a4930817-7de4-4ee6-a76c-8b745939b9a5 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '89e1a6da-08c8-4d9c-a16e-3e4b15205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:39:27.320322 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Attempting to bind port a4930817-7de4-4ee6-a76c-8b745939b9a5 on network 5122ea4b-715e-4ce1-b77b-3758d493b58d {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:39:27.329925 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:39:27.330292 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Checking segment: {'id': '89e1a6da-08c8-4d9c-a16e-3e4b15205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:39:27.330856 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.331453 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Bound using segment: {'id': '89e1a6da-08c8-4d9c-a16e-3e4b15205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:39:27.334226 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Bound port: a4930817-7de4-4ee6-a76c-8b745939b9a5, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e1a6da-08c8-4d9c-a16e-3e4b15205a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:39:27.334226 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.368047 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c12240-c0cc-4c33-9739-5e9ad1495e7c req-64797970-607c-4ae5-9445-654d40b00007 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:27.369950 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-05c12240-c0cc-4c33-9739-5e9ad1495e7c req-64797970-607c-4ae5-9445-654d40b00007 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 946 time: 0.0484064 Jun 23 22:39:27.399269 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] For port a4930817-7de4-4ee6-a76c-8b745939b9a5, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:39:27.403263 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] For port a4930817-7de4-4ee6-a76c-8b745939b9a5, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a4930817-7de4-4ee6-a76c-8b745939b9a5,segment=NetworkSegment(89e1a6da-08c8-4d9c-a16e-3e4b15205a40),segment_id=89e1a6da-08c8-4d9c-a16e-3e4b15205a40)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:39:27.410056 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.435575 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-05c12240-c0cc-4c33-9739-5e9ad1495e7c req-267a2bdd-9592-460b-9211-615beaac658e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582113 Jun 23 22:39:27.445439 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.461753 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36216) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:27.464778 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b818c4-85e0-42b1-ba89-64c1367e007c None None] Pushing event updated for resources: {'Port': ['ID=a4930817-7de4-4ee6-a76c-8b745939b9a5,revision_number=4']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:27.477591 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Routers {'d2999c27-7f39-428f-a989-4bb94941e2e1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:39:27.478193 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:39:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['d2999c27-7f39-428f-a989-4bb94941e2e1'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:27.502019 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-23bdd46c-28ed-49fd-8ebe-9e0f6f258b8a None None] Provisioning complete for port a4930817-7de4-4ee6-a76c-8b745939b9a5 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:27.502603 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-23bdd46c-28ed-49fd-8ebe-9e0f6f258b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.598444 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] Set router d2999c27-7f39-428f-a989-4bb94941e2e1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:39:27.612809 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-23bdd46c-28ed-49fd-8ebe-9e0f6f258b8a None None] Current status of the port a4930817-7de4-4ee6-a76c-8b745939b9a5 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:27.613203 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-23bdd46c-28ed-49fd-8ebe-9e0f6f258b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.660483 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-23bdd46c-28ed-49fd-8ebe-9e0f6f258b8a None None] For port a4930817-7de4-4ee6-a76c-8b745939b9a5, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a4930817-7de4-4ee6-a76c-8b745939b9a5,segment=NetworkSegment(89e1a6da-08c8-4d9c-a16e-3e4b15205a40),segment_id=89e1a6da-08c8-4d9c-a16e-3e4b15205a40)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:27.666236 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-23bdd46c-28ed-49fd-8ebe-9e0f6f258b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.730027 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdd46c-28ed-49fd-8ebe-9e0f6f258b8a None None] Pushing event updated for resources: {'Port': ['ID=a4930817-7de4-4ee6-a76c-8b745939b9a5,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:27.751397 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5fe8c7-313a-4c33-a4f0-def2a6489535 tempest-TestVolumeBootPattern-1233849709 tempest-TestVolumeBootPattern-1233849709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:27.753007 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-df5fe8c7-313a-4c33-a4f0-def2a6489535 tempest-TestVolumeBootPattern-1233849709 tempest-TestVolumeBootPattern-1233849709-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 1125 time: 0.2921164 Jun 23 22:39:27.755889 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36220) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:27.760488 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'port_id': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:27.784889 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.789535 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-71955eb4-e2eb-4620-ae0a-e994b5bb2a99 None None] Provisioning complete for port a4930817-7de4-4ee6-a76c-8b745939b9a5 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:27.789737 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-71955eb4-e2eb-4620-ae0a-e994b5bb2a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.868537 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'name': 'tempest-TestShelveInstance-1310382174-router', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:19Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 4, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'gw_port': {'id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:20Z', 'updated_at': '2022-06-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'a4930817-7de4-4ee6-a76c-8b745939b9a5', 'name': '', 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'mac_address': 'fa:16:3e:b7:80:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '344c2589-dca1-46b2-b464-832f1fecdef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:22Z', 'updated_at': '2022-06-23T22:39:27Z', 'revision_number': 4, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'subnets': [{'id': '344c2589-dca1-46b2-b464-832f1fecdef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:27.871406 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:27.885012 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-71955eb4-e2eb-4620-ae0a-e994b5bb2a99 None None] Current status of the port a4930817-7de4-4ee6-a76c-8b745939b9a5 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:27.898876 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710430f-07c8-470a-9ebb-d248d1bf03fa None None] The sync data for ids ['d2999c27-7f39-428f-a989-4bb94941e2e1'] in dv-cinder-846173-2-iscsi is: [{'id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'name': 'tempest-TestShelveInstance-1310382174-router', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:19Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 4, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'gw_port': {'id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:20Z', 'updated_at': '2022-06-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'a4930817-7de4-4ee6-a76c-8b745939b9a5', 'name': '', 'network_id': '5122ea4b-715e-4ce1-b77b-3758d493b58d', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'mac_address': 'fa:16:3e:b7:80:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '344c2589-dca1-46b2-b464-832f1fecdef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:22Z', 'updated_at': '2022-06-23T22:39:27Z', 'revision_number': 4, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'subnets': [{'id': '344c2589-dca1-46b2-b464-832f1fecdef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:39:27.920225 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:27.997522 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Allocated IP 172.27.2.86 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/1a4e98c7-cad7-41e5-af5b-24942a46eb9a) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:39:28.117284 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for port (1a4e98c7-cad7-41e5-af5b-24942a46eb9a), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:28.146573 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:28.157810 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (1a4e98c7-cad7-41e5-af5b-24942a46eb9a), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:28.208919 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:39:28.214130 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:28.217199 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'Port': ['ID=1a4e98c7-cad7-41e5-af5b-24942a46eb9a,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:28.219454 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:39:28.425257 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 6e0593da-7d88-4130-b340-c160b7892a3c up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:39:28.453651 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:28.477839 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 6e0593da-7d88-4130-b340-c160b7892a3c triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:28.478308 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (6e0593da-7d88-4130-b340-c160b7892a3c), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:28.557453 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 6e0593da-7d88-4130-b340-c160b7892a3c is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:28.558677 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a4930817-7de4-4ee6-a76c-8b745939b9a5 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:39:28.603342 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port a4930817-7de4-4ee6-a76c-8b745939b9a5 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:28.603701 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:28.605080 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (b862c965-e950-4f3c-9277-a6867a4ea2b6), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:28.675563 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (1a4e98c7-cad7-41e5-af5b-24942a46eb9a), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:28.676482 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port a4930817-7de4-4ee6-a76c-8b745939b9a5 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:28.741801 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:28.833608 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for port (1a4e98c7-cad7-41e5-af5b-24942a46eb9a), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:28.838506 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (1a4e98c7-cad7-41e5-af5b-24942a46eb9a), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:28.911893 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'Port': ['ID=1a4e98c7-cad7-41e5-af5b-24942a46eb9a,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:28.923511 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (b862c965-e950-4f3c-9277-a6867a4ea2b6), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:29.029375 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Floating IP b862c965-e950-4f3c-9277-a6867a4ea2b6 associated. External IP: 172.27.2.86, port: 9d8e2a40-5fc3-49a9-bca3-734e662a68dc. Jun 23 22:39:29.082317 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:29.237740 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:39:29.343021 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:39:29.352449 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f093a0-59d2-4f62-a79a-30c45b6f42d3 None None] Sync routers for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:39:29.363090 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:29.363675 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f093a0-59d2-4f62-a79a-30c45b6f42d3 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:39:29.364682 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-15f093a0-59d2-4f62-a79a-30c45b6f42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:39:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:29.393575 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-26b0644b-fa6b-4d22-a5cb-d5c42e4ac643 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6365337 Jun 23 22:39:29.394172 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'tag': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:39:29.396530 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ca080-381c-4d11-904f-dd79c397f527" -d '{"events": [{"name": "network-changed", "server_uuid": "b1da69bd-51f5-4223-b7aa-652d2636f36b", "tag": "9d8e2a40-5fc3-49a9-bca3-734e662a68dc"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:39:29.434891 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9036375-a228-4f54-95dd-87c33802a9d6 x-openstack-request-id: req-f9036375-a228-4f54-95dd-87c33802a9d6 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:39:29.435313 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1da69bd-51f5-4223-b7aa-652d2636f36b", "tag": "9d8e2a40-5fc3-49a9-bca3-734e662a68dc", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:39:29.435691 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9036375-a228-4f54-95dd-87c33802a9d6 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:39:29.436305 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9036375-a228-4f54-95dd-87c33802a9d6'] response: {'name': 'network-changed', 'server_uuid': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'tag': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc', 'status': 'completed', 'code': 200} Jun 23 22:39:29.485780 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-15f093a0-59d2-4f62-a79a-30c45b6f42d3 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:39:29.505391 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ca080-381c-4d11-904f-dd79c397f527 req-86770253-ddb8-47bd-9b7b-b7d4622ba59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:29.506826 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4d9ca080-381c-4d11-904f-dd79c397f527 req-86770253-ddb8-47bd-9b7b-b7d4622ba59d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 1130 time: 0.0449495 Jun 23 22:39:29.571607 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:29.606099 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ca080-381c-4d11-904f-dd79c397f527 req-a65b0d09-3e2f-4d7d-86ef-e27f9672e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:29.607621 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4d9ca080-381c-4d11-904f-dd79c397f527 req-a65b0d09-3e2f-4d7d-86ef-e27f9672e4a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 912 time: 0.0935235 Jun 23 22:39:29.672238 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4d9ca080-381c-4d11-904f-dd79c397f527 req-786f2d8d-5d2d-4c4e-8f7e-291d8c4a432a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d8e2a40-5fc3-49a9-bca3-734e662a68dc HTTP/1.1" status: 200 len: 999 time: 0.0573330 Jun 23 22:39:29.713598 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-15f093a0-59d2-4f62-a79a-30c45b6f42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': 'b862c965-e950-4f3c-9277-a6867a4ea2b6', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:ce:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:39:28Z', 'updated_at': '2022-06-23T22:39:28Z', 'revision_number': 0, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:29.714115 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:29.732308 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ca080-381c-4d11-904f-dd79c397f527 req-04cbb8d0-c95f-45cf-a971-dc2af4e1eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:29.733757 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4d9ca080-381c-4d11-904f-dd79c397f527 req-04cbb8d0-c95f-45cf-a971-dc2af4e1eb82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 200 len: 850 time: 0.0526886 Jun 23 22:39:29.740636 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f093a0-59d2-4f62-a79a-30c45b6f42d3 None None] Checking router: dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:39:29.750970 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f093a0-59d2-4f62-a79a-30c45b6f42d3 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:39:29.751593 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-15f093a0-59d2-4f62-a79a-30c45b6f42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:39:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:29.785601 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ca080-381c-4d11-904f-dd79c397f527 req-eafe5429-0ba8-456d-9ce0-80154f150990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:29.787612 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4d9ca080-381c-4d11-904f-dd79c397f527 req-eafe5429-0ba8-456d-9ce0-80154f150990 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450323 Jun 23 22:39:29.863127 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-15f093a0-59d2-4f62-a79a-30c45b6f42d3 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:39:29.887892 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4d9ca080-381c-4d11-904f-dd79c397f527 req-ddf20a8f-74e2-4953-830c-9968b8485069 service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920551 Jun 23 22:39:29.985984 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4d9ca080-381c-4d11-904f-dd79c397f527 req-e5a3544f-7e8a-4e9d-a0f3-127f94b480dd service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915647 Jun 23 22:39:30.075328 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:30.093268 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-15f093a0-59d2-4f62-a79a-30c45b6f42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': 'b862c965-e950-4f3c-9277-a6867a4ea2b6', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:ce:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:39:28Z', 'updated_at': '2022-06-23T22:39:28Z', 'revision_number': 0, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:30.120269 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f093a0-59d2-4f62-a79a-30c45b6f42d3 None None] The sync data for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi is: [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': 'b862c965-e950-4f3c-9277-a6867a4ea2b6', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:ce:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:39:28Z', 'updated_at': '2022-06-23T22:39:28Z', 'revision_number': 0, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:39:30.306834 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a01d092-0c20-4988-8337-56d6e358e6b7 None None] New status for floating IP b862c965-e950-4f3c-9277-a6867a4ea2b6: ACTIVE {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:39:33.072891 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:35.254430 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:35.262631 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=75,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:39.980689 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=22 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:39.982110 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:40.027441 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a967e-be5a-42b1-9923-e4f9e6f7b7b0 req-c7ee7051-7c89-482d-997f-1fe2e02070f8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:40.028916 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a41a967e-be5a-42b1-9923-e4f9e6f7b7b0 req-c7ee7051-7c89-482d-997f-1fe2e02070f8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0491369 Jun 23 22:39:40.077794 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a41a967e-be5a-42b1-9923-e4f9e6f7b7b0 req-e863c3b4-cd24-485c-b6c9-1fec74940d77 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Jun 23 22:39:40.407300 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:40.414286 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:41.199624 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638da9f-9fec-4663-a2f9-80a65e0a7ff3 req-17063560-25ff-440e-b628-4c209a45cffb tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:41.201104 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b638da9f-9fec-4663-a2f9-80a65e0a7ff3 req-17063560-25ff-440e-b628-4c209a45cffb tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0532498 Jun 23 22:39:41.253040 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b638da9f-9fec-4663-a2f9-80a65e0a7ff3 req-9d9f566d-f4f4-43f6-9b50-850e36619a2e tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457878 Jun 23 22:39:42.367637 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90f804-5127-43f8-b22a-2c20b03a3c09 req-21dc49ae-ee0f-4e6e-a32c-f3895856546f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:42.369113 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fa90f804-5127-43f8-b22a-2c20b03a3c09 req-21dc49ae-ee0f-4e6e-a32c-f3895856546f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0484583 Jun 23 22:39:42.417069 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fa90f804-5127-43f8-b22a-2c20b03a3c09 req-734ca160-5394-42ea-9ab9-96ea363b0c9a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418048 Jun 23 22:39:43.066697 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=58 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:43.068668 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:43.531871 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce82a6-bc10-48fc-a996-dd3fc5440fe5 req-87481eda-4841-4b9a-999c-649ae7c96586 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:43.533398 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-99ce82a6-bc10-48fc-a996-dd3fc5440fe5 req-87481eda-4841-4b9a-999c-649ae7c96586 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0501592 Jun 23 22:39:43.580920 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-99ce82a6-bc10-48fc-a996-dd3fc5440fe5 req-db9b65d8-0c37-4a9d-ba2f-5138b1bf92ec tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417364 Jun 23 22:39:43.791454 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-2eb09131-03ed-4461-8f2d-5ee9947338b6 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398895566&fields=id&tenant_id=dceb245422db46eaa1440c39b5755aca HTTP/1.1" status: 200 len: 267 time: 0.0432806 Jun 23 22:39:43.891809 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c2688-773d-452f-b039-419eebc81534 req-44a4e240-7de0-4dd2-bf6d-7f25211f28d2 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:43.893229 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-44a4e240-7de0-4dd2-bf6d-7f25211f28d2 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/networks?id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc HTTP/1.1" status: 200 len: 808 time: 0.0957229 Jun 23 22:39:43.907539 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-2d7fbefd-5d5a-4637-be32-ad19c0d51fc0 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/quotas/dceb245422db46eaa1440c39b5755aca HTTP/1.1" status: 200 len: 375 time: 0.0086021 Jun 23 22:39:43.958957 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-a5b36ee5-6b21-4520-80c3-5a8c477324dc tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dceb245422db46eaa1440c39b5755aca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463414 Jun 23 22:39:44.052864 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-85d5bcc4-16e6-4c96-bded-170ab7e32d8c service neutron] 10.222.0.43 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814521 Jun 23 22:39:44.143101 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-8693a228-87be-4670-a6a5-5fadab0dc41d service neutron] 10.222.0.43 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846303 Jun 23 22:39:44.430382 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8ce6d157-aedd-4a97-a0b7-fe9b2ece8cd3 req-fedb4704-bb59-4b3b-88fb-02e864f0a616 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 210 time: 0.0348594 Jun 23 22:39:44.700349 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265865e-e441-4327-9946-1815c78e473a req-6cac5789-2647-4dd7-9e73-df87b9251702 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:44.701818 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a265865e-e441-4327-9946-1815c78e473a req-6cac5789-2647-4dd7-9e73-df87b9251702 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0485451 Jun 23 22:39:44.756167 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a265865e-e441-4327-9946-1815c78e473a req-97ecfe8c-a3d5-43d5-a257-48734d0a5f67 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470777 Jun 23 22:39:45.553580 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9ecafbd0-98d5-4a7b-9e4f-379ef5bf1266 req-8fe9ca5f-c935-494b-ac79-90a2346c12b8 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 210 time: 0.0346422 Jun 23 22:39:45.584539 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c2688-773d-452f-b039-419eebc81534 req-7b76f358-0296-433f-a678-979ffa01d1fb tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:45.585971 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-7b76f358-0296-433f-a678-979ffa01d1fb tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.55 "GET /v2.0/networks?id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc HTTP/1.1" status: 200 len: 808 time: 0.1491809 Jun 23 22:39:45.630155 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:45.632035 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:45.667845 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-6e6bfcfa-8eee-4aa3-bf90-282854ca471a tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dceb245422db46eaa1440c39b5755aca HTTP/1.1" status: 200 len: 380 time: 0.0600314 Jun 23 22:39:45.679532 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-188c2688-773d-452f-b039-419eebc81534 req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Request body: {'port': {'device_id': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'admin_state_up': True, 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'security_groups': ['e650cff9-75c1-4a1e-8a1a-cfb10be8ba63']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:45.784158 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188c2688-773d-452f-b039-419eebc81534 req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Made reservation on behalf of dceb245422db46eaa1440c39b5755aca for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:39:45.787818 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-188c2688-773d-452f-b039-419eebc81534 req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:45.903586 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7be68c-bbf1-45e0-97b5-ecf001ee9f00 req-c6501ab7-6588-4f1d-8656-f45c8b91b6d1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:45.904946 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ae7be68c-bbf1-45e0-97b5-ecf001ee9f00 req-c6501ab7-6588-4f1d-8656-f45c8b91b6d1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0617254 Jun 23 22:39:45.983338 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-188c2688-773d-452f-b039-419eebc81534 req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Allocated IP 172.20.0.8 (1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc/f3aed83f-7970-4afc-91d7-b738c12b5855/0b2f39d0-0fe2-4db8-9e32-5112a69d2b21) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:39:45.997978 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ae7be68c-bbf1-45e0-97b5-ecf001ee9f00 req-c870a098-b083-4ce1-8bb5-014727f9b7a0 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706017 Jun 23 22:39:46.135363 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-188c2688-773d-452f-b039-419eebc81534 req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:46.168003 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-188c2688-773d-452f-b039-419eebc81534 req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:46.211817 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188c2688-773d-452f-b039-419eebc81534 req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:39:46.214849 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-188c2688-773d-452f-b039-419eebc81534 req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:39:46.218737 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-188c2688-773d-452f-b039-419eebc81534 req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:39:46.241792 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event updated for resources: {'Port': ['ID=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:46.277325 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c2688-773d-452f-b039-419eebc81534 req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:46.277928 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-188c2688-773d-452f-b039-419eebc81534 req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:46.296849 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-a094636f-a7d9-478d-97b0-40268e93e18c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6208227 Jun 23 22:39:46.313506 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Request body: {'port': {'device_id': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:39:46.375797 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:46.378759 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:46.417381 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-95aa138a-8178-4dc4-8be0-055c253b2b42 None None] Provisioning complete for port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:46.417952 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-95aa138a-8178-4dc4-8be0-055c253b2b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:46.453114 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-95aa138a-8178-4dc4-8be0-055c253b2b42 None None] Port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:39:46.495896 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:46.662160 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:39:46.673087 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Publish callbacks [] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:46.687421 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a679cc-837c-4d99-99a4-6bd3009f656f req-0011b73e-ad7e-43c0-9eda-b512df77b505 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:46.689169 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-84a679cc-837c-4d99-99a4-6bd3009f656f req-0011b73e-ad7e-43c0-9eda-b512df77b505 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 931 time: 0.0645943 Jun 23 22:39:46.698005 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Transition to ACTIVE for port object 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:39:46.704890 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:46.781570 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Pushing event updated for resources: {'Port': ['ID=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:46.793821 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-84a679cc-837c-4d99-99a4-6bd3009f656f req-6862d644-79d5-4919-b9c9-62a4306d204e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989530 Jun 23 22:39:46.862858 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Attempting to bind port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:39:46.863212 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Attempting to bind port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:39:46.863543 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Attempting to bind port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 on network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:39:46.868073 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 on network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:39:46.868393 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Attempting to bind port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 on network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:39:46.873521 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:39:46.873854 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Checking segment: {'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:39:46.874233 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Bound using segment: {'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:39:46.874656 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Bound port: 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0cf4f0-bd74-4288-acc8-55889447ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:39:46.875039 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:46.937318 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] For port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:39:46.941077 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] For port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:39:46.946829 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:46.983575 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:46.984180 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:46.985588 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] 10.222.0.55 "PUT /v2.0/ports/0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 HTTP/1.1" status: 200 len: 1093 time: 0.6768665 Jun 23 22:39:46.986012 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:39:46.988248 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9dbfa0-9e04-4b84-b970-977340c1f4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:39:47.016980 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcb6bc-de4d-4c0d-83c9-4715314b241a service neutron] Pushing event updated for resources: {'Port': ['ID=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:47.031602 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734bd580-6058-4638-8eb1-8d694ea80d77 x-openstack-request-id: req-734bd580-6058-4638-8eb1-8d694ea80d77 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:39:47.031941 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:39:47.032589 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-734bd580-6058-4638-8eb1-8d694ea80d77 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:39:47.032994 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734bd580-6058-4638-8eb1-8d694ea80d77'] response: {'name': 'network-changed', 'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'status': 'completed', 'code': 200} Jun 23 22:39:47.117029 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c2688-773d-452f-b039-419eebc81534 req-af28ed51-9e70-4a4a-bae1-82fa3d79867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:47.118518 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-af28ed51-9e70-4a4a-bae1-82fa3d79867f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dceb245422db46eaa1440c39b5755aca&device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 1127 time: 0.0722075 Jun 23 22:39:47.145330 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40744bd8-b822-4b11-a51b-df28c21875a5 req-ea33dd0b-a5f7-442f-91e9-1cc357552a2d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:47.146799 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-40744bd8-b822-4b11-a51b-df28c21875a5 req-ea33dd0b-a5f7-442f-91e9-1cc357552a2d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0659800 Jun 23 22:39:47.177689 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-4dbe59a5-8f13-4167-ac33-830be0bf7a02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 HTTP/1.1" status: 200 len: 217 time: 0.0474064 Jun 23 22:39:47.252290 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-40744bd8-b822-4b11-a51b-df28c21875a5 req-c5374e73-519a-418d-a210-5d0c5b8f41c1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814075 Jun 23 22:39:47.253705 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c2688-773d-452f-b039-419eebc81534 req-5a015cc9-aa67-40b2-8469-cc21e8d22097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:47.255031 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-5a015cc9-aa67-40b2-8469-cc21e8d22097 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3aed83f-7970-4afc-91d7-b738c12b5855 HTTP/1.1" status: 200 len: 847 time: 0.0693007 Jun 23 22:39:47.302155 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c2688-773d-452f-b039-419eebc81534 req-7973dcbd-85fb-447b-aa43-e41d69e61f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:47.303604 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-7973dcbd-85fb-447b-aa43-e41d69e61f2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387452 Jun 23 22:39:47.338721 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:47.369610 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:47.398166 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-7acce6a4-5caa-45e2-a56f-62f662d126bd service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868897 Jun 23 22:39:47.487692 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-188c2688-773d-452f-b039-419eebc81534 req-d337dd14-ec19-475a-8617-69a27fb3c42f service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807936 Jun 23 22:39:47.821316 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dbfa0-9e04-4b84-b970-977340c1f4bf req-672e01d7-e79c-4f19-b841-f5cfb3421f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:47.822953 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1a9dbfa0-9e04-4b84-b970-977340c1f4bf req-672e01d7-e79c-4f19-b841-f5cfb3421f27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dceb245422db46eaa1440c39b5755aca&device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 1127 time: 0.0411966 Jun 23 22:39:48.192542 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f565629-242a-49b1-a34a-9e774493cbe1 req-a20988fd-ed30-418d-bcb7-14cf278671a4 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:48.193983 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f565629-242a-49b1-a34a-9e774493cbe1 req-a20988fd-ed30-418d-bcb7-14cf278671a4 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.3281202 Jun 23 22:39:48.227950 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dbfa0-9e04-4b84-b970-977340c1f4bf req-50e984ab-b660-4aae-93db-793d81eee6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:48.229338 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1a9dbfa0-9e04-4b84-b970-977340c1f4bf req-50e984ab-b660-4aae-93db-793d81eee6ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc HTTP/1.1" status: 200 len: 909 time: 0.3837569 Jun 23 22:39:48.280887 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1a9dbfa0-9e04-4b84-b970-977340c1f4bf req-0bc51c38-a9ed-4689-851b-4082b5fb59a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 HTTP/1.1" status: 200 len: 217 time: 0.0402758 Jun 23 22:39:48.286417 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f565629-242a-49b1-a34a-9e774493cbe1 req-81de9449-80e3-4904-8bf8-4a975023bf82 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847099 Jun 23 22:39:48.363324 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dbfa0-9e04-4b84-b970-977340c1f4bf req-561bfff8-d0a6-48f9-8a1a-d34c96661534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:48.364762 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1a9dbfa0-9e04-4b84-b970-977340c1f4bf req-561bfff8-d0a6-48f9-8a1a-d34c96661534 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3aed83f-7970-4afc-91d7-b738c12b5855 HTTP/1.1" status: 200 len: 847 time: 0.0744538 Jun 23 22:39:48.379737 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4930e91-b00a-46f6-a229-10c277abd8f7 req-3c2db8df-e2f7-4aaa-8c75-bb00d5966f39 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:48.381011 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d4930e91-b00a-46f6-a229-10c277abd8f7 req-3c2db8df-e2f7-4aaa-8c75-bb00d5966f39 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0577743 Jun 23 22:39:48.439987 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dbfa0-9e04-4b84-b970-977340c1f4bf req-fb2851bb-5911-4106-9777-5030958664cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:48.441502 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1a9dbfa0-9e04-4b84-b970-977340c1f4bf req-fb2851bb-5911-4106-9777-5030958664cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596721 Jun 23 22:39:48.455564 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d4930e91-b00a-46f6-a229-10c277abd8f7 req-95e18dc7-4265-4cda-a127-dba2392c6d12 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654466 Jun 23 22:39:48.545164 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1a9dbfa0-9e04-4b84-b970-977340c1f4bf req-a9d17dd9-007a-41fa-965b-bcdf1901421f service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854545 Jun 23 22:39:48.635536 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1a9dbfa0-9e04-4b84-b970-977340c1f4bf req-17a17c42-9c86-42fd-b5fe-9adc67ec9ea9 service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833285 Jun 23 22:39:49.399171 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91789-79e6-4b56-aa78-bb6543bdc4a9 req-07fb8279-8f79-4ba2-a57b-bcf3bf0d1adc tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:49.400650 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-10c91789-79e6-4b56-aa78-bb6543bdc4a9 req-07fb8279-8f79-4ba2-a57b-bcf3bf0d1adc tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0466886 Jun 23 22:39:49.456078 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-10c91789-79e6-4b56-aa78-bb6543bdc4a9 req-e7479b97-6b84-4339-bd38-28e185028b4a tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498078 Jun 23 22:39:49.568218 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4658f-f750-4eff-b783-00b057160f12 req-b49b4190-f781-44f0-a7ea-1c75ef37621c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:49.569596 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eff4658f-f750-4eff-b783-00b057160f12 req-b49b4190-f781-44f0-a7ea-1c75ef37621c tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0469589 Jun 23 22:39:49.609464 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:49.618013 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eff4658f-f750-4eff-b783-00b057160f12 req-dcc5ca6e-48cb-411b-acb4-ed074af3dbfc tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428116 Jun 23 22:39:50.570810 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7047ada-0b99-4e9d-917b-2da88d6ece2f req-a5d81ca3-16fe-41c3-962d-81d7623f71b8 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:50.572320 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f7047ada-0b99-4e9d-917b-2da88d6ece2f req-a5d81ca3-16fe-41c3-962d-81d7623f71b8 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0484231 Jun 23 22:39:50.622621 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f7047ada-0b99-4e9d-917b-2da88d6ece2f req-4b480d9b-46ea-49c6-8d18-2802b1e48818 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447626 Jun 23 22:39:50.728659 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:50.740303 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8e2a9-f166-486a-9cb2-61fa2a697519 req-b6109863-e7d1-44ce-a1a3-9cfe9b0abced tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:50.741770 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-00c8e2a9-f166-486a-9cb2-61fa2a697519 req-b6109863-e7d1-44ce-a1a3-9cfe9b0abced tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0554790 Jun 23 22:39:50.798189 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-00c8e2a9-f166-486a-9cb2-61fa2a697519 req-5681e756-f800-4c1d-8328-466a886e6241 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499418 Jun 23 22:39:50.853379 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:51.011079 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc745d-37af-4bbd-b397-55be9a3c516d req-4aeeb3ea-07ea-4737-af4b-f8ea39ac615e tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:51.012690 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5dc745d-37af-4bbd-b397-55be9a3c516d req-4aeeb3ea-07ea-4737-af4b-f8ea39ac615e tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0494788 Jun 23 22:39:51.092760 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacca866-4a03-4d3a-b514-c4f1ed2d7d15 req-4d4537ea-1e4f-4fd6-8d74-3fff71e60358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:51.094848 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dacca866-4a03-4d3a-b514-c4f1ed2d7d15 req-4d4537ea-1e4f-4fd6-8d74-3fff71e60358 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2&device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 1129 time: 0.0684531 Jun 23 22:39:51.099039 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5dc745d-37af-4bbd-b397-55be9a3c516d req-ea79ff6d-b8eb-4a7c-a324-0ff18322a171 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801024 Jun 23 22:39:51.186421 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacca866-4a03-4d3a-b514-c4f1ed2d7d15 req-d5222daa-c780-4c97-9728-3d5860c8f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:51.187945 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dacca866-4a03-4d3a-b514-c4f1ed2d7d15 req-d5222daa-c780-4c97-9728-3d5860c8f66d service neutron] 10.222.0.55 "GET /v2.0/networks?id=69c6d8a0-202c-42d8-bb93-5c3836a8475f HTTP/1.1" status: 200 len: 912 time: 0.0850749 Jun 23 22:39:51.256125 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dacca866-4a03-4d3a-b514-c4f1ed2d7d15 req-a9ea1400-35fe-4369-84f4-bdc040daca3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d0ff831-0151-424d-bdac-c933fd397da7 HTTP/1.1" status: 200 len: 999 time: 0.0597274 Jun 23 22:39:51.311599 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacca866-4a03-4d3a-b514-c4f1ed2d7d15 req-0f02580f-81c0-46a4-9358-29df29f4c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:51.313595 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dacca866-4a03-4d3a-b514-c4f1ed2d7d15 req-0f02580f-81c0-46a4-9358-29df29f4c288 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60656d55-937f-4812-b089-eaa0b114b731 HTTP/1.1" status: 200 len: 850 time: 0.0469556 Jun 23 22:39:51.359803 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacca866-4a03-4d3a-b514-c4f1ed2d7d15 req-5ca87345-e611-4c4d-91c5-c816aee5abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:51.361398 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dacca866-4a03-4d3a-b514-c4f1ed2d7d15 req-5ca87345-e611-4c4d-91c5-c816aee5abc9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69c6d8a0-202c-42d8-bb93-5c3836a8475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385554 Jun 23 22:39:51.454839 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dacca866-4a03-4d3a-b514-c4f1ed2d7d15 req-661cc28c-b6bc-412c-8de1-7dd1f2e19594 service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853801 Jun 23 22:39:51.545424 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dacca866-4a03-4d3a-b514-c4f1ed2d7d15 req-1677394c-7356-4f02-9e36-692248cbe688 service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837529 Jun 23 22:39:51.739631 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1c489-3a73-4a8f-9e10-eeb73ed39485 req-b5779980-faff-4ee8-8864-da716db2fbc6 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:51.741062 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-44c1c489-3a73-4a8f-9e10-eeb73ed39485 req-b5779980-faff-4ee8-8864-da716db2fbc6 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0463035 Jun 23 22:39:51.794883 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-44c1c489-3a73-4a8f-9e10-eeb73ed39485 req-c88f13cd-5f80-4151-a36b-3d2fc9e10b1f tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480490 Jun 23 22:39:52.191528 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf3828-b43e-4b54-b2fe-afef334e1af7 req-aad10a68-932e-4ed9-8e7d-5611ca8c1f1a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:52.192872 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1dbf3828-b43e-4b54-b2fe-afef334e1af7 req-aad10a68-932e-4ed9-8e7d-5611ca8c1f1a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 945 time: 0.0631053 Jun 23 22:39:52.241949 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758f3c6-8b1c-4523-921a-7ed0cf98fee6 req-d6ee1871-674b-411a-8ea1-bac2686bb91f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:52.243388 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5758f3c6-8b1c-4523-921a-7ed0cf98fee6 req-d6ee1871-674b-411a-8ea1-bac2686bb91f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0706191 Jun 23 22:39:52.277559 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1dbf3828-b43e-4b54-b2fe-afef334e1af7 req-9db424ec-ce2e-4fa1-a60c-c8ed7618b084 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfc85e7-2feb-4779-9d02-b70e7cde505b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689204 Jun 23 22:39:52.307588 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5758f3c6-8b1c-4523-921a-7ed0cf98fee6 req-872f8a3a-20cf-4a33-b9ef-2b9ca0914be1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586877 Jun 23 22:39:52.345324 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-74c23bf9-3944-46ba-93e8-2a0c91209862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:52.894758 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:52.910539 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11759d43-6525-4ced-af87-b2c407ac90f9 req-134c18c6-eacd-4828-97df-32d7a3f185b5 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:52.912293 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-11759d43-6525-4ced-af87-b2c407ac90f9 req-134c18c6-eacd-4828-97df-32d7a3f185b5 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0480957 Jun 23 22:39:52.962166 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-11759d43-6525-4ced-af87-b2c407ac90f9 req-aa3035d8-4bb8-4f1c-9e1a-84430b7a2da0 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442164 Jun 23 22:39:53.356751 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:53.425618 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2edc80-5783-4ffd-8c37-e779d8cf345c req-9201fb6a-28a0-4557-96e0-ca65cbc0a567 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:53.426987 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fb2edc80-5783-4ffd-8c37-e779d8cf345c req-9201fb6a-28a0-4557-96e0-ca65cbc0a567 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 945 time: 0.0800278 Jun 23 22:39:53.441577 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6444275-c906-4337-8233-c01a2dacbfdc req-389fd4e4-67d5-4029-b27c-b2728b216f49 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:53.443319 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e6444275-c906-4337-8233-c01a2dacbfdc req-389fd4e4-67d5-4029-b27c-b2728b216f49 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0641510 Jun 23 22:39:53.509951 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fb2edc80-5783-4ffd-8c37-e779d8cf345c req-94298f44-7f93-401b-ada4-c7973855ceb7 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfc85e7-2feb-4779-9d02-b70e7cde505b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761735 Jun 23 22:39:53.516906 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e6444275-c906-4337-8233-c01a2dacbfdc req-fd1c5299-3069-4604-8aae-c2d62e2624f5 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673771 Jun 23 22:39:54.075474 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef284d32-8d0d-4836-aba9-20a2c02e191f req-a7effff9-7982-411d-891b-a146541507b2 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:54.076914 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ef284d32-8d0d-4836-aba9-20a2c02e191f req-a7effff9-7982-411d-891b-a146541507b2 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0468464 Jun 23 22:39:54.125298 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ef284d32-8d0d-4836-aba9-20a2c02e191f req-2be318c6-ddc5-4a62-9fff-5638cfa1af1b tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420635 Jun 23 22:39:54.519004 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f0d09642-2b8f-4b49-b1d4-dace1f6915cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:54.629793 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134cd40-300b-4cc2-adc8-e79848e1793f req-16a3abdb-3d3e-4013-bc1d-71d041f37662 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:54.631258 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3134cd40-300b-4cc2-adc8-e79848e1793f req-16a3abdb-3d3e-4013-bc1d-71d041f37662 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 945 time: 0.0496016 Jun 23 22:39:54.678481 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3134cd40-300b-4cc2-adc8-e79848e1793f req-f3c36ded-fd51-4e6a-8d41-e6b5ded9a0a9 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfc85e7-2feb-4779-9d02-b70e7cde505b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418141 Jun 23 22:39:54.969165 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:39:55.014831 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-412aae3f-9741-4875-bf73-0ba768db3ed4 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:55.016327 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-412aae3f-9741-4875-bf73-0ba768db3ed4 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 945 time: 0.0476861 Jun 23 22:39:55.079402 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:55.092481 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'port_id': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'mac_address': 'fa:16:3e:10:a2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:39:55.107722 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Deleting port f64c1270-e6bb-4c22-97a6-eb4fedf23371 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:39:55.108242 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:55.128690 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:55.129001 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:55.147556 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:39:55.169993 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:55.175118 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:55.220997 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:55.228232 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.228571 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.228929 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.229280 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.229610 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.229933 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.230254 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.230570 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.230887 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.231229 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.231548 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.231878 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.232196 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.232509 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.232820 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:39:55.248653 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] For port f64c1270-e6bb-4c22-97a6-eb4fedf23371, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f64c1270-e6bb-4c22-97a6-eb4fedf23371,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:55.249058 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:55.270196 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a1f73-c90e-4e7c-af18-fbe96f5445fe req-4daae4ee-8752-496d-8657-f292774cb657 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:55.271681 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-061a1f73-c90e-4e7c-af18-fbe96f5445fe req-4daae4ee-8752-496d-8657-f292774cb657 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 944 time: 0.0714402 Jun 23 22:39:55.440185 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-061a1f73-c90e-4e7c-af18-fbe96f5445fe req-fa619524-ace8-41fd-84b6-d97f134f5709 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488566 Jun 23 22:39:55.499848 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:55.500200 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (20a2dbb7-10f2-4698-9aa9-15634c85eb6a), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:55.500504 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Floating IP 20a2dbb7-10f2-4698-9aa9-15634c85eb6a disassociated. External IP: 172.27.2.105, port: f64c1270-e6bb-4c22-97a6-eb4fedf23371. Jun 23 22:39:55.500832 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Calling delete_port for f64c1270-e6bb-4c22-97a6-eb4fedf23371 owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:39:55.510095 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['0b2f39d0-0fe2-4db8-9e32-5112a69d2b21'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:39:55.561108 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:55.575063 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:55.633492 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (f64c1270-e6bb-4c22-97a6-eb4fedf23371), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:55.659433 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event deleted for resources: {'Port': ['ID=f64c1270-e6bb-4c22-97a6-eb4fedf23371,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:55.789485 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-80c78cb4-59c8-4aaf-9655-ee94b5343335 req-a14bc387-4594-4c8e-9768-706d024de7a3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 210 time: 0.0367117 Jun 23 22:39:55.800604 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:39:55.903932 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:39:55.915743 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d178c3c-65b8-4d2b-80de-eda81c32b73e None None] Sync routers for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:39:55.927425 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d178c3c-65b8-4d2b-80de-eda81c32b73e None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:39:55.928241 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-5d178c3c-65b8-4d2b-80de-eda81c32b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:39:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:55.950789 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] No DVR routers for this DVR port f64c1270-e6bb-4c22-97a6-eb4fedf23371 on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:39:55.953777 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:55.958023 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-59591b68-65a4-4f1e-8d54-04fdbdae1995 req-63249e27-2147-4015-8e23-caccb550e281 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "DELETE /v2.0/ports/f64c1270-e6bb-4c22-97a6-eb4fedf23371 HTTP/1.1" status: 204 len: 173 time: 0.9340911 Jun 23 22:39:55.958396 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384878db-4705-4f7b-87ff-0f079208412f', 'name': 'network-vif-deleted', 'tag': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:39:55.960697 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae82c8c-2e52-4c09-9a94-26ce64e8bdd1" -d '{"events": [{"server_uuid": "384878db-4705-4f7b-87ff-0f079208412f", "name": "network-vif-deleted", "tag": "f64c1270-e6bb-4c22-97a6-eb4fedf23371"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:39:55.983767 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:55.997558 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:56.010427 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820a84d4-1313-40e1-bd72-95b7de2c2185 x-openstack-request-id: req-820a84d4-1313-40e1-bd72-95b7de2c2185 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:39:56.010666 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384878db-4705-4f7b-87ff-0f079208412f", "name": "network-vif-deleted", "tag": "f64c1270-e6bb-4c22-97a6-eb4fedf23371", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:39:56.010913 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-820a84d4-1313-40e1-bd72-95b7de2c2185 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:39:56.011343 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-820a84d4-1313-40e1-bd72-95b7de2c2185'] response: {'server_uuid': '384878db-4705-4f7b-87ff-0f079208412f', 'name': 'network-vif-deleted', 'tag': 'f64c1270-e6bb-4c22-97a6-eb4fedf23371', 'status': 'completed', 'code': 200} Jun 23 22:39:56.191152 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-5d178c3c-65b8-4d2b-80de-eda81c32b73e None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:39:56.277840 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:56.417913 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-5d178c3c-65b8-4d2b-80de-eda81c32b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '4b55f4a1-3eb0-422d-8e01-529b275505e5', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:1a:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:36:11Z', 'updated_at': '2022-06-23T22:36:58Z', 'revision_number': 2, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:56.443893 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d178c3c-65b8-4d2b-80de-eda81c32b73e None None] Checking router: 863c27d2-56ae-4508-a4b8-2fecd998b6b6 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:39:56.452469 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d178c3c-65b8-4d2b-80de-eda81c32b73e None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:39:56.454265 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-5d178c3c-65b8-4d2b-80de-eda81c32b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:39:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:56.567821 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0ffd-a2df-4bf3-8da0-7ba25cbc025f req-b65ab4f0-80eb-4847-a845-60444872a8f2 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:56.572259 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-5d178c3c-65b8-4d2b-80de-eda81c32b73e None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:39:56.575614 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-95eb0ffd-a2df-4bf3-8da0-7ba25cbc025f req-b65ab4f0-80eb-4847-a845-60444872a8f2 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 944 time: 0.0650377 Jun 23 22:39:56.637112 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-95eb0ffd-a2df-4bf3-8da0-7ba25cbc025f req-d7be1acb-d721-4445-a050-19aa260e80ee tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596731 Jun 23 22:39:56.817542 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-5d178c3c-65b8-4d2b-80de-eda81c32b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '4b55f4a1-3eb0-422d-8e01-529b275505e5', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:1a:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:36:11Z', 'updated_at': '2022-06-23T22:36:58Z', 'revision_number': 2, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:39:56.863514 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d178c3c-65b8-4d2b-80de-eda81c32b73e None None] The sync data for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi is: [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '4b55f4a1-3eb0-422d-8e01-529b275505e5', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:1a:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:36:11Z', 'updated_at': '2022-06-23T22:36:58Z', 'revision_number': 2, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:39:56.925085 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ff5aec75-5d8a-4b36-a678-059887395739 req-ed3659b6-e232-4db9-a951-53871bca186c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 210 time: 0.0344365 Jun 23 22:39:56.964863 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:39:57.028425 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:39:57.042705 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:39:57.043219 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:57.128608 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:57.180730 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:39:57.181390 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:57.193047 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c157644-e829-47e9-97dc-52e48f68a001 None None] New status for floating IP 20a2dbb7-10f2-4698-9aa9-15634c85eb6a: DOWN {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:39:57.214403 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:39:57.216873 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad90efa-88c9-40d6-b21e-226531eb69f6" -d '{"events": [{"server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "name": "network-vif-plugged", "status": "completed", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:39:57.241812 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:39:57.248689 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:57.250880 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device f64c1270-e6bb-4c22-97a6-eb4fedf23371 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:39:57.275070 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec50fe68-3cab-4d81-bf3d-0b562c2cb608 x-openstack-request-id: req-ec50fe68-3cab-4d81-bf3d-0b562c2cb608 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:39:57.275482 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "name": "network-vif-plugged", "status": "completed", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:39:57.275675 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec50fe68-3cab-4d81-bf3d-0b562c2cb608 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:39:57.276018 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec50fe68-3cab-4d81-bf3d-0b562c2cb608'] response: {'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'code': 200} Jun 23 22:39:57.280564 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: f64c1270-e6bb-4c22-97a6-eb4fedf23371 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:39:57.280912 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device f64c1270-e6bb-4c22-97a6-eb4fedf23371 not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:39:57.333410 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:57.440194 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:57.752892 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45d0f5-a705-4717-aaa5-1b8527529e70 req-677b911f-fcf0-4f3e-9cc7-474d6a8cca16 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:57.754342 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9c45d0f5-a705-4717-aaa5-1b8527529e70 req-677b911f-fcf0-4f3e-9cc7-474d6a8cca16 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0459123 Jun 23 22:39:57.805943 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9c45d0f5-a705-4717-aaa5-1b8527529e70 req-d85e32f6-23cf-46d0-b8b2-00a02233c62d tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459957 Jun 23 22:39:58.058118 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e37ee-8959-49c1-a681-199127313381 req-bd669ab0-be3b-49b2-b889-2fa7797bc880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:58.059706 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1f0e37ee-8959-49c1-a681-199127313381 req-bd669ab0-be3b-49b2-b889-2fa7797bc880 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 1129 time: 0.0798223 Jun 23 22:39:58.076658 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7cba8e58-6a46-42f7-8782-d908ef8a2dc7 req-a544e2b0-164f-47d1-a6ec-f1b1b20f34e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=384878db-4705-4f7b-87ff-0f079208412f HTTP/1.1" status: 200 len: 210 time: 0.0354528 Jun 23 22:39:58.135722 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1f0e37ee-8959-49c1-a681-199127313381 req-ba5593ab-81ce-405a-b651-43ada7c95c52 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550039 Jun 23 22:39:58.622594 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb131d44-a574-4e14-a249-fd6e7fbf4a78 req-88c417c1-ff5d-46c8-b4e3-8b6e1851bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:58.624088 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eb131d44-a574-4e14-a249-fd6e7fbf4a78 req-88c417c1-ff5d-46c8-b4e3-8b6e1851bea2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 1129 time: 0.0702229 Jun 23 22:39:58.630410 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edec95-b6bc-403b-8a3e-378ddfc4c031 req-b9fa5707-fc77-4f79-bfcb-ecee0ccd91a1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:58.631775 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-83edec95-b6bc-403b-8a3e-378ddfc4c031 req-b9fa5707-fc77-4f79-bfcb-ecee0ccd91a1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0698428 Jun 23 22:39:58.733126 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-83edec95-b6bc-403b-8a3e-378ddfc4c031 req-aca2bd76-55a1-4803-8094-032aa38c8f58 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957923 Jun 23 22:39:58.759613 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb131d44-a574-4e14-a249-fd6e7fbf4a78 req-1dd0d5a5-2c27-4a86-b638-ac405f0b9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:58.760980 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eb131d44-a574-4e14-a249-fd6e7fbf4a78 req-1dd0d5a5-2c27-4a86-b638-ac405f0b9c1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.1176379 Jun 23 22:39:58.916583 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10ad9f-6aa1-44a8-a1d0-7f5e0e7b4b50 req-f97aeb6e-abce-4bdb-8ff2-42002282381b tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:58.918056 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5b10ad9f-6aa1-44a8-a1d0-7f5e0e7b4b50 req-f97aeb6e-abce-4bdb-8ff2-42002282381b tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0459681 Jun 23 22:39:58.930171 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:58.968427 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5b10ad9f-6aa1-44a8-a1d0-7f5e0e7b4b50 req-0693ba46-6a73-4a5f-b3e0-74e2b5ceaf3a tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449185 Jun 23 22:39:59.178668 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36448) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:59.217317 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:39:59.237556 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1ea3cfa9-ce62-4d22-90d0-1b6d4369f2b3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (4bfc85e7-2feb-4779-9d02-b70e7cde505b), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:59.259754 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1ea3cfa9-ce62-4d22-90d0-1b6d4369f2b3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (4bfc85e7-2feb-4779-9d02-b70e7cde505b), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:59.311105 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1ea3cfa9-ce62-4d22-90d0-1b6d4369f2b3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (4bfc85e7-2feb-4779-9d02-b70e7cde505b), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:59.313583 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1ea3cfa9-ce62-4d22-90d0-1b6d4369f2b3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:59.314841 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-1ea3cfa9-ce62-4d22-90d0-1b6d4369f2b3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "DELETE /v2.0/security-groups/4bfc85e7-2feb-4779-9d02-b70e7cde505b HTTP/1.1" status: 204 len: 168 time: 0.1349964 Jun 23 22:39:59.317767 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36450) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:59.324827 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3cfa9-ce62-4d22-90d0-1b6d4369f2b3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfc85e7-2feb-4779-9d02-b70e7cde505b,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:59.334023 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.api.v2.resource [None req-046f3dcd-55e4-4ac6-93e4-fc6525d604b6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] show failed (client error): The resource could not be found. Jun 23 22:39:59.337637 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-046f3dcd-55e4-4ac6-93e4-fc6525d604b6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups/4bfc85e7-2feb-4779-9d02-b70e7cde505b HTTP/1.1" status: 404 len: 347 time: 0.0163233 Jun 23 22:39:59.337788 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36452) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:39:59.419877 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eb131d44-a574-4e14-a249-fd6e7fbf4a78 req-f77a01c7-8cb3-4bfb-8fc6-89bb2cc43b50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 HTTP/1.1" status: 200 len: 1001 time: 0.0577710 Jun 23 22:39:59.455728 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-19c4f6fb-25e2-491d-a29a-a7d5355b1a58 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Deleting port 5b671ef7-d3bb-442d-a144-ab6bc7690faa {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:39:59.456062 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-19c4f6fb-25e2-491d-a29a-a7d5355b1a58 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (5b671ef7-d3bb-442d-a144-ab6bc7690faa), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:59.473537 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb131d44-a574-4e14-a249-fd6e7fbf4a78 req-d99503b3-e2ce-4bbc-aa12-fb09e44e9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:59.475005 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eb131d44-a574-4e14-a249-fd6e7fbf4a78 req-d99503b3-e2ce-4bbc-aa12-fb09e44e9c4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.0449522 Jun 23 22:39:59.527619 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb131d44-a574-4e14-a249-fd6e7fbf4a78 req-7feb12b2-297b-48b9-b17d-0b307bee5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:59.529101 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eb131d44-a574-4e14-a249-fd6e7fbf4a78 req-7feb12b2-297b-48b9-b17d-0b307bee5617 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414970 Jun 23 22:39:59.532153 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-19c4f6fb-25e2-491d-a29a-a7d5355b1a58 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (5b671ef7-d3bb-442d-a144-ab6bc7690faa), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:59.532605 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-19c4f6fb-25e2-491d-a29a-a7d5355b1a58 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (5b671ef7-d3bb-442d-a144-ab6bc7690faa), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:59.549573 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-19c4f6fb-25e2-491d-a29a-a7d5355b1a58 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Calling delete_port for 5b671ef7-d3bb-442d-a144-ab6bc7690faa owned by network:floatingip {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:39:59.633234 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eb131d44-a574-4e14-a249-fd6e7fbf4a78 req-965d50cf-eaf6-40a2-8df8-07f663f1128e service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843813 Jun 23 22:39:59.689302 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-19c4f6fb-25e2-491d-a29a-a7d5355b1a58 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (5b671ef7-d3bb-442d-a144-ab6bc7690faa), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:59.717664 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4f6fb-25e2-491d-a29a-a7d5355b1a58 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event deleted for resources: {'Port': ['ID=5b671ef7-d3bb-442d-a144-ab6bc7690faa,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:39:59.749466 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3d476b2-60f4-478f-b8d3-e96fd645245c req-1e52759c-0091-4253-8358-a7fe6830619c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856738 Jun 23 22:39:59.774971 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eb131d44-a574-4e14-a249-fd6e7fbf4a78 req-be9ae9c5-9cfe-4e1a-aaef-1a45fe12ca6d service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196725 Jun 23 22:39:59.785912 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-19c4f6fb-25e2-491d-a29a-a7d5355b1a58 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (20a2dbb7-10f2-4698-9aa9-15634c85eb6a), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:59.788622 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-19c4f6fb-25e2-491d-a29a-a7d5355b1a58 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:39:59.789788 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-19c4f6fb-25e2-491d-a29a-a7d5355b1a58 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "DELETE /v2.0/floatingips/20a2dbb7-10f2-4698-9aa9-15634c85eb6a HTTP/1.1" status: 204 len: 168 time: 0.4508858 Jun 23 22:39:59.853191 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017bd03-a460-439a-8205-986b43093f16 req-169e283e-fc59-4b2e-baf5-15aab1341c99 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:39:59.854678 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f017bd03-a460-439a-8205-986b43093f16 req-169e283e-fc59-4b2e-baf5-15aab1341c99 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0483139 Jun 23 22:39:59.903096 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f017bd03-a460-439a-8205-986b43093f16 req-ccb0a5a4-e0ce-4dcc-a218-32e53d43afb5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421274 Jun 23 22:40:00.084752 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996104-df8d-4c02-8d5c-74f11264a252 req-0a92b1f7-f890-414a-9891-e67fd423ca02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:00.086227 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5996104-df8d-4c02-8d5c-74f11264a252 req-0a92b1f7-f890-414a-9891-e67fd423ca02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0507574 Jun 23 22:40:00.134321 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5996104-df8d-4c02-8d5c-74f11264a252 req-30aca2a7-422d-4112-9dab-c568f6bd2891 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Jun 23 22:40:00.715877 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d476b2-60f4-478f-b8d3-e96fd645245c req-ed0f8018-de22-4527-ae45-3862ad758e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:00.717507 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3d476b2-60f4-478f-b8d3-e96fd645245c req-ed0f8018-de22-4527-ae45-3862ad758e23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 1130 time: 0.0427918 Jun 23 22:40:01.195186 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2a2d5-c9dc-465c-9a0a-a0955ff20528 req-9f574aa1-f2e4-49b2-a0a7-492b89407100 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:01.197029 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a1c2a2d5-c9dc-465c-9a0a-a0955ff20528 req-9f574aa1-f2e4-49b2-a0a7-492b89407100 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0663204 Jun 23 22:40:01.201304 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d476b2-60f4-478f-b8d3-e96fd645245c req-0cfc6152-c09c-454d-807e-ac4bd20bb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:01.202649 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3d476b2-60f4-478f-b8d3-e96fd645245c req-0cfc6152-c09c-454d-807e-ac4bd20bb745 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.3797567 Jun 23 22:40:01.265144 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2c62c-61a7-47ea-bb3b-f3bc0fc25b8e req-d1346df0-e1e0-4dfe-bedf-2de0a5201c68 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:01.266593 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8ee2c62c-61a7-47ea-bb3b-f3bc0fc25b8e req-d1346df0-e1e0-4dfe-bedf-2de0a5201c68 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0667107 Jun 23 22:40:01.294350 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:01.299360 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a1c2a2d5-c9dc-465c-9a0a-a0955ff20528 req-5fc7cab4-b224-4532-ad7e-c4aac43b2669 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953000 Jun 23 22:40:01.304531 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:01.331411 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8ee2c62c-61a7-47ea-bb3b-f3bc0fc25b8e req-13227bd8-512e-4f9c-9f1e-de2591ef182b tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583830 Jun 23 22:40:01.454648 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3d476b2-60f4-478f-b8d3-e96fd645245c req-a567914b-1f58-4fa4-8baa-41fe938eed6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db6ca92f-4e18-420e-8910-cb6285fa5c3d HTTP/1.1" status: 200 len: 217 time: 0.0538580 Jun 23 22:40:01.479262 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88b8c9-33a9-45f9-a485-62281c307eb9 req-ba3d033d-3306-43b6-8ee7-1925995deeb2 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:01.480657 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3f88b8c9-33a9-45f9-a485-62281c307eb9 req-ba3d033d-3306-43b6-8ee7-1925995deeb2 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0789640 Jun 23 22:40:01.540520 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d476b2-60f4-478f-b8d3-e96fd645245c req-316f3cdc-490a-40d2-a258-b80efc7d7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:01.541969 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3d476b2-60f4-478f-b8d3-e96fd645245c req-316f3cdc-490a-40d2-a258-b80efc7d7b4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.0777373 Jun 23 22:40:01.566078 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3f88b8c9-33a9-45f9-a485-62281c307eb9 req-ce317b68-9d0c-4588-b296-3c975168a170 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658462 Jun 23 22:40:01.587542 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36482) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:40:01.697037 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801fbbf0-0c64-48ca-aeef-991c669a1e67 tempest-TestShelveInstance-1993957995 tempest-TestShelveInstance-1993957995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:01.698555 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-801fbbf0-0c64-48ca-aeef-991c669a1e67 tempest-TestShelveInstance-1993957995 tempest-TestShelveInstance-1993957995-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 1124 time: 0.1100683 Jun 23 22:40:01.699712 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d476b2-60f4-478f-b8d3-e96fd645245c req-fbe0c4d9-b1a4-486a-ae36-131436a634cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:01.701107 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3d476b2-60f4-478f-b8d3-e96fd645245c req-fbe0c4d9-b1a4-486a-ae36-131436a634cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614522 Jun 23 22:40:01.701670 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36486) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:40:01.706064 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'port_id': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:40:01.752922 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:01.866289 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3d476b2-60f4-478f-b8d3-e96fd645245c req-388e1cf3-13a8-4e35-964b-3569ea5d94db service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543519 Jun 23 22:40:01.875312 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:02.051668 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b3d476b2-60f4-478f-b8d3-e96fd645245c req-8d970947-022c-45f2-9b0d-44abb5375513 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649814 Jun 23 22:40:02.059475 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Allocated IP 172.27.2.185 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/cc0ccbea-157b-4b1f-82f0-ad4698107843) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:40:02.169852 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for port (cc0ccbea-157b-4b1f-82f0-ad4698107843), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:02.209068 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (cc0ccbea-157b-4b1f-82f0-ad4698107843), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:02.245484 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:02.250882 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:02.252799 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:40:02.258583 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:40:02.262889 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:40:02.290565 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event updated for resources: {'Port': ['ID=cc0ccbea-157b-4b1f-82f0-ad4698107843,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:02.510447 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63b208-10ab-4206-9f61-8947b0336d79 req-1757351d-c3c8-479c-ad97-96cf0193d054 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:02.511857 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2d63b208-10ab-4206-9f61-8947b0336d79 req-1757351d-c3c8-479c-ad97-96cf0193d054 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.1205680 Jun 23 22:40:02.537390 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48a191-de95-4f7c-824c-502598cdcfab req-d561789a-c534-431a-9cd4-e9fc0b96ca9f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:02.538815 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4c48a191-de95-4f7c-824c-502598cdcfab req-d561789a-c534-431a-9cd4-e9fc0b96ca9f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.1256979 Jun 23 22:40:02.648070 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2d63b208-10ab-4206-9f61-8947b0336d79 req-aa0bcb53-5df1-48a8-be1e-a1622a89ddee tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281142 Jun 23 22:40:02.690192 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4c48a191-de95-4f7c-824c-502598cdcfab req-b1da3570-45e8-4531-bbc9-5b6d23ca4f57 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226881 Jun 23 22:40:02.781064 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for floatingip (2fd2ea86-d4fe-4d3f-a287-42aa0cae1a99), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:02.849211 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (cc0ccbea-157b-4b1f-82f0-ad4698107843), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:02.860883 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:40:02.995019 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for port (cc0ccbea-157b-4b1f-82f0-ad4698107843), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:02.999479 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (cc0ccbea-157b-4b1f-82f0-ad4698107843), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:03.035465 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:03.071270 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event updated for resources: {'Port': ['ID=cc0ccbea-157b-4b1f-82f0-ad4698107843,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:03.074965 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:03.080427 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (2fd2ea86-d4fe-4d3f-a287-42aa0cae1a99), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:03.082866 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:03.177014 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Floating IP 2fd2ea86-d4fe-4d3f-a287-42aa0cae1a99 associated. External IP: 172.27.2.185, port: 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21. Jun 23 22:40:03.375735 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Router a43c608a-53ee-42e5-92ac-35b5f55efc59 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:40:03.474643 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:40:03.488751 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80427c80-0aff-4a21-841f-ef6e36e7e1a2 None None] Sync routers for ids ['a43c608a-53ee-42e5-92ac-35b5f55efc59'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:40:03.492253 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:03.497423 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:03.500219 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80427c80-0aff-4a21-841f-ef6e36e7e1a2 None None] Routers {'a43c608a-53ee-42e5-92ac-35b5f55efc59'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:40:03.500833 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-80427c80-0aff-4a21-841f-ef6e36e7e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:39:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a43c608a-53ee-42e5-92ac-35b5f55efc59'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:03.526235 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-3addff0a-bca0-45b6-9382-d89d8a2ff391 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8235104 Jun 23 22:40:03.526941 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:40:03.529236 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6712d4-210b-41d7-94c5-39ab6e41d7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:40:03.534236 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:03.567083 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad517e6f-4444-418e-af6d-910cd513c19f x-openstack-request-id: req-ad517e6f-4444-418e-af6d-910cd513c19f {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:40:03.567367 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:40:03.567614 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad517e6f-4444-418e-af6d-910cd513c19f {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:40:03.568019 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad517e6f-4444-418e-af6d-910cd513c19f'] response: {'name': 'network-changed', 'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'status': 'completed', 'code': 200} Jun 23 22:40:03.609006 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-80427c80-0aff-4a21-841f-ef6e36e7e1a2 None None] Set router a43c608a-53ee-42e5-92ac-35b5f55efc59 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:40:03.769581 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cf57c-deb4-4cbd-9eb9-6647f0c4026a req-082624af-3b48-4864-aa71-b6618cf685e9 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:03.771268 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c00cf57c-deb4-4cbd-9eb9-6647f0c4026a req-082624af-3b48-4864-aa71-b6618cf685e9 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0526438 Jun 23 22:40:03.816732 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-80427c80-0aff-4a21-841f-ef6e36e7e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '2fd2ea86-d4fe-4d3f-a287-42aa0cae1a99', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'port_id': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'mac_address': 'fa:16:3e:10:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:40:02Z', 'updated_at': '2022-06-23T22:40:02Z', 'revision_number': 0, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bea07e-b542-4f7d-a59e-348856efa9aa', 'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'mac_address': 'fa:16:3e:ec:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:17Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 5, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'subnets': [{'id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:03.830580 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920956-60f7-4441-9cf3-a36dc70c195d req-0f8a550e-2ca8-4711-8566-32d0889f4805 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:03.832076 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-65920956-60f7-4441-9cf3-a36dc70c195d req-0f8a550e-2ca8-4711-8566-32d0889f4805 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.0699406 Jun 23 22:40:03.841094 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80427c80-0aff-4a21-841f-ef6e36e7e1a2 None None] Checking router: a43c608a-53ee-42e5-92ac-35b5f55efc59 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:40:03.849525 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80427c80-0aff-4a21-841f-ef6e36e7e1a2 None None] Routers {'a43c608a-53ee-42e5-92ac-35b5f55efc59'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:40:03.850126 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-80427c80-0aff-4a21-841f-ef6e36e7e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:39:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a43c608a-53ee-42e5-92ac-35b5f55efc59'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:03.869793 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c00cf57c-deb4-4cbd-9eb9-6647f0c4026a req-8592adf3-cf4b-44a5-9da3-da760c7b62ae tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895138 Jun 23 22:40:03.897917 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-65920956-60f7-4441-9cf3-a36dc70c195d req-807651f7-9471-4b5a-a66e-8a98ee10487f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602472 Jun 23 22:40:03.953626 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-80427c80-0aff-4a21-841f-ef6e36e7e1a2 None None] Set router a43c608a-53ee-42e5-92ac-35b5f55efc59 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:40:04.156753 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-80427c80-0aff-4a21-841f-ef6e36e7e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '2fd2ea86-d4fe-4d3f-a287-42aa0cae1a99', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'port_id': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'mac_address': 'fa:16:3e:10:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:40:02Z', 'updated_at': '2022-06-23T22:40:02Z', 'revision_number': 0, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bea07e-b542-4f7d-a59e-348856efa9aa', 'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'mac_address': 'fa:16:3e:ec:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:17Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 5, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'subnets': [{'id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:04.182062 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80427c80-0aff-4a21-841f-ef6e36e7e1a2 None None] The sync data for ids ['a43c608a-53ee-42e5-92ac-35b5f55efc59'] in dv-cinder-846173-2-iscsi is: [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '2fd2ea86-d4fe-4d3f-a287-42aa0cae1a99', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'port_id': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'mac_address': 'fa:16:3e:10:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:40:02Z', 'updated_at': '2022-06-23T22:40:02Z', 'revision_number': 0, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bea07e-b542-4f7d-a59e-348856efa9aa', 'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'mac_address': 'fa:16:3e:ec:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:17Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 5, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'subnets': [{'id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:40:04.367846 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20911ce1-059d-4892-aaf0-b55b2173c04b None None] New status for floating IP 2fd2ea86-d4fe-4d3f-a287-42aa0cae1a99: ACTIVE {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:40:04.775146 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6712d4-210b-41d7-94c5-39ab6e41d7ce req-a7e02971-a2c0-4fdb-8c3b-19f1e5f1a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:04.776586 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3f6712d4-210b-41d7-94c5-39ab6e41d7ce req-a7e02971-a2c0-4fdb-8c3b-19f1e5f1a3e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dceb245422db46eaa1440c39b5755aca&device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 1129 time: 0.0384629 Jun 23 22:40:04.879884 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6712d4-210b-41d7-94c5-39ab6e41d7ce req-cab56be2-a22d-49cf-a0e8-36e2aa830806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:04.881371 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3f6712d4-210b-41d7-94c5-39ab6e41d7ce req-cab56be2-a22d-49cf-a0e8-36e2aa830806 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc HTTP/1.1" status: 200 len: 909 time: 0.0836449 Jun 23 22:40:05.024444 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3f6712d4-210b-41d7-94c5-39ab6e41d7ce req-bc6b449c-1757-4919-8948-be764ddb70d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 HTTP/1.1" status: 200 len: 1001 time: 0.1186702 Jun 23 22:40:05.038962 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9c96f-988d-4f81-a38d-d48c3dab3feb req-95b63c55-18e9-4806-912d-d722a204f7a6 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:05.040306 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fbf9c96f-988d-4f81-a38d-d48c3dab3feb req-95b63c55-18e9-4806-912d-d722a204f7a6 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0827661 Jun 23 22:40:05.060403 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184673-1405-4e3c-b7c4-012d0271a68d req-9df898d7-009a-4741-9fb9-abb498771033 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:05.061811 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4e184673-1405-4e3c-b7c4-012d0271a68d req-9df898d7-009a-4741-9fb9-abb498771033 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.0882936 Jun 23 22:40:05.072160 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:05.109253 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:05.132874 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fbf9c96f-988d-4f81-a38d-d48c3dab3feb req-50c4f982-4a01-4732-88ec-bbcb3fd72611 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871096 Jun 23 22:40:05.169440 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4e184673-1405-4e3c-b7c4-012d0271a68d req-0ff861c7-0e7b-4392-845d-63f0e7847cc1 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=78353370-1861-4956-bf52-068a64a0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946631 Jun 23 22:40:05.185029 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6712d4-210b-41d7-94c5-39ab6e41d7ce req-32e5b239-ed76-412e-973b-b960bad01142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:05.186430 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3f6712d4-210b-41d7-94c5-39ab6e41d7ce req-32e5b239-ed76-412e-973b-b960bad01142 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3aed83f-7970-4afc-91d7-b738c12b5855 HTTP/1.1" status: 200 len: 847 time: 0.0571229 Jun 23 22:40:05.320794 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6712d4-210b-41d7-94c5-39ab6e41d7ce req-dd26d0fc-051e-4b7b-99aa-3661c67a1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:05.322299 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3f6712d4-210b-41d7-94c5-39ab6e41d7ce req-dd26d0fc-051e-4b7b-99aa-3661c67a1ce8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731232 Jun 23 22:40:05.328311 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-e4077130-a041-41d2-8197-95f7daff5e3d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:05.329634 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-e4077130-a041-41d2-8197-95f7daff5e3d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 945 time: 0.0722139 Jun 23 22:40:05.494307 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Deleting port e97c4f2f-223c-4f40-b688-f46dae13754f {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:40:05.494635 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:05.501324 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3f6712d4-210b-41d7-94c5-39ab6e41d7ce req-815ee8f4-3b87-4a8e-a40e-b886d297784f service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531765 Jun 23 22:40:05.888377 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] For port e97c4f2f-223c-4f40-b688-f46dae13754f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e97c4f2f-223c-4f40-b688-f46dae13754f,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:40:05.889094 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:05.942592 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3f6712d4-210b-41d7-94c5-39ab6e41d7ce req-3a3751a6-0f17-43e3-a796-6d44d72668c6 service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194367 Jun 23 22:40:06.060694 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:06.061045 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (4b55f4a1-3eb0-422d-8e01-529b275505e5), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:06.061353 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Floating IP 4b55f4a1-3eb0-422d-8e01-529b275505e5 disassociated. External IP: 172.27.2.40, port: e97c4f2f-223c-4f40-b688-f46dae13754f. Jun 23 22:40:06.061688 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Calling delete_port for e97c4f2f-223c-4f40-b688-f46dae13754f owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:40:06.188673 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (e97c4f2f-223c-4f40-b688-f46dae13754f), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:06.197017 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:06.221568 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event deleted for resources: {'Port': ['ID=e97c4f2f-223c-4f40-b688-f46dae13754f,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:06.271664 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:06.334700 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-da11284c-e4ad-4b38-8339-802a00f20d5c req-4d61cd5f-e76e-46fe-926d-9c312cdebeb3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd22650e-6851-4f81-a8d4-e4c7ade26c73 HTTP/1.1" status: 200 len: 210 time: 0.0799866 Jun 23 22:40:06.348714 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4960c-80ee-4e41-bcb5-80a3625673de req-b1fa7c28-e90c-42b7-a052-32611903fee7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:06.350187 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1af4960c-80ee-4e41-bcb5-80a3625673de req-b1fa7c28-e90c-42b7-a052-32611903fee7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.1323659 Jun 23 22:40:06.442293 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:40:06.447071 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1af4960c-80ee-4e41-bcb5-80a3625673de req-6e4c36d9-d128-4329-a343-8ff6894b4209 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905082 Jun 23 22:40:06.551904 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:40:06.560948 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9f174-62dd-4415-b787-8fb4cea6b539 None None] Sync routers for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:40:06.572103 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d9f174-62dd-4415-b787-8fb4cea6b539 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:40:06.572731 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-b0d9f174-62dd-4415-b787-8fb4cea6b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:39:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:06.595092 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] No DVR routers for this DVR port e97c4f2f-223c-4f40-b688-f46dae13754f on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:40:06.598378 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:06.601740 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2cf0526d-5e51-4156-b0d0-cae4f36643c9 req-9c2effc3-40f7-498d-8a9f-acf9415aba43 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "DELETE /v2.0/ports/e97c4f2f-223c-4f40-b688-f46dae13754f HTTP/1.1" status: 204 len: 173 time: 1.2467315 Jun 23 22:40:06.602198 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'name': 'network-vif-deleted', 'tag': 'e97c4f2f-223c-4f40-b688-f46dae13754f'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:40:06.604572 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1009175-bd16-4a9a-b2e4-2858b9d92f88" -d '{"events": [{"server_uuid": "cd22650e-6851-4f81-a8d4-e4c7ade26c73", "name": "network-vif-deleted", "tag": "e97c4f2f-223c-4f40-b688-f46dae13754f"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:40:06.652619 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeafc456-463d-4320-8a53-ba3ae1af2fb6 x-openstack-request-id: req-aeafc456-463d-4320-8a53-ba3ae1af2fb6 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:40:06.652987 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd22650e-6851-4f81-a8d4-e4c7ade26c73", "name": "network-vif-deleted", "tag": "e97c4f2f-223c-4f40-b688-f46dae13754f", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:40:06.653230 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aeafc456-463d-4320-8a53-ba3ae1af2fb6 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:40:06.653913 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeafc456-463d-4320-8a53-ba3ae1af2fb6'] response: {'server_uuid': 'cd22650e-6851-4f81-a8d4-e4c7ade26c73', 'name': 'network-vif-deleted', 'tag': 'e97c4f2f-223c-4f40-b688-f46dae13754f', 'status': 'completed', 'code': 200} Jun 23 22:40:06.824395 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-b0d9f174-62dd-4415-b787-8fb4cea6b539 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:40:06.991636 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:06.996027 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:07.011713 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-b0d9f174-62dd-4415-b787-8fb4cea6b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:07.037701 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9f174-62dd-4415-b787-8fb4cea6b539 None None] Checking router: 863c27d2-56ae-4508-a4b8-2fecd998b6b6 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:40:07.046237 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d9f174-62dd-4415-b787-8fb4cea6b539 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:40:07.046843 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-b0d9f174-62dd-4415-b787-8fb4cea6b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:39:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:07.150225 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-b0d9f174-62dd-4415-b787-8fb4cea6b539 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:40:07.337852 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-b0d9f174-62dd-4415-b787-8fb4cea6b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:07.366457 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9f174-62dd-4415-b787-8fb4cea6b539 None None] The sync data for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi is: [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:40:07.434250 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36520) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:40:07.497287 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d4d7047b-bce5-4dfe-8a6c-6e2a1033333d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (78353370-1861-4956-bf52-068a64a0e6af), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:07.524566 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d4d7047b-bce5-4dfe-8a6c-6e2a1033333d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (78353370-1861-4956-bf52-068a64a0e6af), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:07.601762 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a99b0b-f87b-4d6f-8212-3a67dbbc6e6c req-50533040-d031-431b-81b0-fb57caac2b0d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:07.603250 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5a99b0b-f87b-4d6f-8212-3a67dbbc6e6c req-50533040-d031-431b-81b0-fb57caac2b0d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0754724 Jun 23 22:40:07.614352 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ecf037-5ef0-45f6-ae4e-db9f290756c2 None None] New status for floating IP 4b55f4a1-3eb0-422d-8e01-529b275505e5: DOWN {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:40:07.637032 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d4d7047b-bce5-4dfe-8a6c-6e2a1033333d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (78353370-1861-4956-bf52-068a64a0e6af), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:07.639526 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d4d7047b-bce5-4dfe-8a6c-6e2a1033333d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:07.640665 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-d4d7047b-bce5-4dfe-8a6c-6e2a1033333d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "DELETE /v2.0/security-groups/78353370-1861-4956-bf52-068a64a0e6af HTTP/1.1" status: 204 len: 168 time: 0.2052891 Jun 23 22:40:07.644719 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36524) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:40:07.659796 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.api.v2.resource [None req-fc47f00d-8f82-4856-a040-2d503b5a1082 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] show failed (client error): The resource could not be found. Jun 23 22:40:07.661150 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-fc47f00d-8f82-4856-a040-2d503b5a1082 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups/78353370-1861-4956-bf52-068a64a0e6af HTTP/1.1" status: 404 len: 347 time: 0.0154617 Jun 23 22:40:07.662873 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7047b-bce5-4dfe-8a6c-6e2a1033333d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78353370-1861-4956-bf52-068a64a0e6af,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:07.664432 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36526) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:40:07.670222 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d5a99b0b-f87b-4d6f-8212-3a67dbbc6e6c req-e37d244d-04c3-48c0-ad6c-16e8379e0da3 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607574 Jun 23 22:40:07.789419 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-d715cc08-5fb0-4059-92f5-817aed2b789a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Deleting port cddf1522-9e69-41b1-ab57-78ce828fe18a {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:40:07.789755 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d715cc08-5fb0-4059-92f5-817aed2b789a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (cddf1522-9e69-41b1-ab57-78ce828fe18a), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:07.867427 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d715cc08-5fb0-4059-92f5-817aed2b789a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (cddf1522-9e69-41b1-ab57-78ce828fe18a), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:07.867647 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d715cc08-5fb0-4059-92f5-817aed2b789a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (cddf1522-9e69-41b1-ab57-78ce828fe18a), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:07.880160 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-d715cc08-5fb0-4059-92f5-817aed2b789a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Calling delete_port for cddf1522-9e69-41b1-ab57-78ce828fe18a owned by network:floatingip {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:40:08.005573 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d715cc08-5fb0-4059-92f5-817aed2b789a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (cddf1522-9e69-41b1-ab57-78ce828fe18a), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.034214 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715cc08-5fb0-4059-92f5-817aed2b789a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event deleted for resources: {'Port': ['ID=cddf1522-9e69-41b1-ab57-78ce828fe18a,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:08.039908 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:08.095941 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d715cc08-5fb0-4059-92f5-817aed2b789a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (4b55f4a1-3eb0-422d-8e01-529b275505e5), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.098565 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d715cc08-5fb0-4059-92f5-817aed2b789a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.099727 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-d715cc08-5fb0-4059-92f5-817aed2b789a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "DELETE /v2.0/floatingips/4b55f4a1-3eb0-422d-8e01-529b275505e5 HTTP/1.1" status: 204 len: 168 time: 0.4344094 Jun 23 22:40:08.174813 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36532) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:40:08.179274 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-8b09c116-e34d-4925-aba2-f70430cff4fa tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1793630874', 'description': 'tempest-description--1260699942'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:40:08.183699 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:08.201292 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8b09c116-e34d-4925-aba2-f70430cff4fa tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.267706 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8b09c116-e34d-4925-aba2-f70430cff4fa tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (c956c262-df91-4f99-aa83-3fbddc2e5fb6), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.272259 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8b09c116-e34d-4925-aba2-f70430cff4fa tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (c956c262-df91-4f99-aa83-3fbddc2e5fb6), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.303688 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8b09c116-e34d-4925-aba2-f70430cff4fa tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.304864 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-8b09c116-e34d-4925-aba2-f70430cff4fa tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1290433 Jun 23 22:40:08.306967 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09c116-e34d-4925-aba2-f70430cff4fa tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c956c262-df91-4f99-aa83-3fbddc2e5fb6,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:08.308319 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36534) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:40:08.313260 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-02345ff9-0d65-4dfe-8d08-06530ec17437 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'security_group_rule': {'security_group_id': 'c956c262-df91-4f99-aa83-3fbddc2e5fb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:40:08.342546 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-02345ff9-0d65-4dfe-8d08-06530ec17437 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (c47f49c3-ebee-4bf2-bac7-6c3f1073b291), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.398021 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-02345ff9-0d65-4dfe-8d08-06530ec17437 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (c47f49c3-ebee-4bf2-bac7-6c3f1073b291), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.401947 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-02345ff9-0d65-4dfe-8d08-06530ec17437 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (c47f49c3-ebee-4bf2-bac7-6c3f1073b291), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.422049 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02345ff9-0d65-4dfe-8d08-06530ec17437 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47f49c3-ebee-4bf2-bac7-6c3f1073b291,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:08.429004 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-02345ff9-0d65-4dfe-8d08-06530ec17437 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.430315 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-02345ff9-0d65-4dfe-8d08-06530ec17437 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209698 Jun 23 22:40:08.432821 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36536) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:40:08.436989 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-9745f2ba-dfe5-4006-a090-2bfd190260ca tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'security_group_rule': {'security_group_id': 'c956c262-df91-4f99-aa83-3fbddc2e5fb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:40:08.463934 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9745f2ba-dfe5-4006-a090-2bfd190260ca tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (bf8d2ad7-fc6b-4c46-b504-a5f6ef0cfeaa), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.489412 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:08.525347 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9745f2ba-dfe5-4006-a090-2bfd190260ca tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (bf8d2ad7-fc6b-4c46-b504-a5f6ef0cfeaa), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.528634 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9745f2ba-dfe5-4006-a090-2bfd190260ca tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (bf8d2ad7-fc6b-4c46-b504-a5f6ef0cfeaa), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.547213 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745f2ba-dfe5-4006-a090-2bfd190260ca tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8d2ad7-fc6b-4c46-b504-a5f6ef0cfeaa,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:08.554105 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9745f2ba-dfe5-4006-a090-2bfd190260ca tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.555285 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-9745f2ba-dfe5-4006-a090-2bfd190260ca tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215556 Jun 23 22:40:08.558344 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36538) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:40:08.562422 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:40:08.583713 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.649101 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:08.659466 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.807725 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308f8e8-c6b3-49d4-ab7c-7bf414def050 req-b5cc5b52-ccc2-47cf-8cb7-e0dcf21bd775 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:08.809164 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4308f8e8-c6b3-49d4-ab7c-7bf414def050 req-b5cc5b52-ccc2-47cf-8cb7-e0dcf21bd775 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0663495 Jun 23 22:40:08.810228 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Allocated IP 172.27.2.243 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/680fc4a6-acc6-4ebd-8e17-4cc580a4feb0) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:40:08.909907 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4308f8e8-c6b3-49d4-ab7c-7bf414def050 req-664264e0-12de-4464-a213-66daca04b2f5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949893 Jun 23 22:40:08.951032 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for port (680fc4a6-acc6-4ebd-8e17-4cc580a4feb0), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:08.981787 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (680fc4a6-acc6-4ebd-8e17-4cc580a4feb0), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:09.022427 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:40:09.027560 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:40:09.030946 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:40:09.034910 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'Port': ['ID=680fc4a6-acc6-4ebd-8e17-4cc580a4feb0,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:09.072733 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device e97c4f2f-223c-4f40-b688-f46dae13754f no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:40:09.091897 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: e97c4f2f-223c-4f40-b688-f46dae13754f {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:40:09.092241 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device e97c4f2f-223c-4f40-b688-f46dae13754f not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:40:09.119074 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (39c205ed-e533-4d0c-a1c2-2f4fe142c687), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:09.157427 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (680fc4a6-acc6-4ebd-8e17-4cc580a4feb0), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:09.213044 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:09.307983 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for port (680fc4a6-acc6-4ebd-8e17-4cc580a4feb0), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:09.312291 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (680fc4a6-acc6-4ebd-8e17-4cc580a4feb0), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:09.379694 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'Port': ['ID=680fc4a6-acc6-4ebd-8e17-4cc580a4feb0,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:09.388821 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:09.392555 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (39c205ed-e533-4d0c-a1c2-2f4fe142c687), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:09.408519 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:09.410405 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-1b000b8d-94e6-4e78-b7bc-dbf76777215b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8511574 Jun 23 22:40:09.614764 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-f92d231c-be8d-43a0-9888-ae78cbac8469 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1793630874&fields=id&tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869 HTTP/1.1" status: 200 len: 267 time: 0.0452044 Jun 23 22:40:09.717942 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-6f6e5057-169b-40f0-8e72-12588128a108 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:09.719411 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-6f6e5057-169b-40f0-8e72-12588128a108 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 815 time: 0.0983136 Jun 23 22:40:09.734426 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-785267dd-526f-40ef-a5d8-264caa2a58d3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/quotas/2735e40fe2564a6d8a5cdc7c32b0b869 HTTP/1.1" status: 200 len: 375 time: 0.0089214 Jun 23 22:40:09.781562 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-80eb89c3-e447-4b25-9e5b-8dd218af7dea tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424712 Jun 23 22:40:09.877768 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-176d3845-675d-49ce-a219-348da796da3b service neutron] 10.222.0.43 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840967 Jun 23 22:40:09.970603 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-d5f09903-07ad-4895-a2bc-a3863019ab8d service neutron] 10.222.0.43 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873156 Jun 23 22:40:10.023951 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5633fa-a3f8-40a4-80d0-558abdedafec req-a962037d-1617-4ee7-a621-5851cfcee224 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:10.025434 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4f5633fa-a3f8-40a4-80d0-558abdedafec req-a962037d-1617-4ee7-a621-5851cfcee224 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0463305 Jun 23 22:40:10.073137 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4f5633fa-a3f8-40a4-80d0-558abdedafec req-b41350fc-4ee6-4363-a7a7-5b363336e292 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421128 Jun 23 22:40:10.151214 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-628d5a78-8baf-4491-8fe7-3d8c7801c358 req-94c7a835-5c5a-427b-9d5e-bbb865f5127c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 210 time: 0.0333726 Jun 23 22:40:11.197977 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fdd3f-2688-4ce3-a788-20cc4cf62715 req-ec3d55d5-bab9-49c9-92ab-4c321763e168 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:11.199915 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-126fdd3f-2688-4ce3-a788-20cc4cf62715 req-ec3d55d5-bab9-49c9-92ab-4c321763e168 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0515387 Jun 23 22:40:11.251160 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-33b85037-2864-4558-8ff7-6cf2d0079188 req-383f69ad-4565-4859-a56a-39d6179968c6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 210 time: 0.0308509 Jun 23 22:40:11.275597 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-126fdd3f-2688-4ce3-a788-20cc4cf62715 req-2b36b581-71c8-433e-8a24-62f60189e27d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692506 Jun 23 22:40:11.390270 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-a0d50380-663d-49a4-8e2e-532be2e39ef2 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:11.391655 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-a0d50380-663d-49a4-8e2e-532be2e39ef2 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 815 time: 0.1079233 Jun 23 22:40:11.439648 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:11.467421 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-5adf7067-4c20-4d60-8f46-5f2531e26e54 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869 HTTP/1.1" status: 200 len: 380 time: 0.0567198 Jun 23 22:40:11.614115 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'port': {'device_id': 'e085b10f-a993-4e81-963d-0006a6431b67', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'admin_state_up': True, 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'security_groups': ['c956c262-df91-4f99-aa83-3fbddc2e5fb6']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:40:11.718945 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Made reservation on behalf of 2735e40fe2564a6d8a5cdc7c32b0b869 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:40:11.722839 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:11.742835 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:11.853832 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Allocated IP 172.20.0.8 (e8170354-014e-4823-a204-b43deead6b56/abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60/249824e0-dfdc-4f82-b94a-8d07832fb74e) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:40:11.993879 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:12.027063 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:12.068458 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Network e8170354-014e-4823-a204-b43deead6b56 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:40:12.071399 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:40:12.074880 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:40:12.103968 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'Port': ['ID=249824e0-dfdc-4f82-b94a-8d07832fb74e,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:12.120407 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.120752 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.121090 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.121423 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.121747 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.122069 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.122389 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.122706 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.123080 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.123663 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.123776 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.124021 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.124338 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.124654 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.124967 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:40:12.148619 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:12.149225 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:12.166810 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-b0a96dc0-f497-479e-ab92-3c12ace2df5e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573330 Jun 23 22:40:12.191235 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Request body: {'port': {'device_id': 'e085b10f-a993-4e81-963d-0006a6431b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:40:12.255433 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:12.277692 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-aa14b2b0-f46a-4f69-9615-91c0fd856449 None None] Provisioning complete for port 249824e0-dfdc-4f82-b94a-8d07832fb74e triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:40:12.278264 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-aa14b2b0-f46a-4f69-9615-91c0fd856449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:12.309972 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-aa14b2b0-f46a-4f69-9615-91c0fd856449 None None] Port 249824e0-dfdc-4f82-b94a-8d07832fb74e cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:40:12.433326 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:12.464194 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ced2e-1042-4552-aa0b-c53e2eeb28bb req-98d8629e-e330-493a-8e79-c31a58595c1d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:12.465651 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ff7ced2e-1042-4552-aa0b-c53e2eeb28bb req-98d8629e-e330-493a-8e79-c31a58595c1d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.1073735 Jun 23 22:40:12.473475 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a306e38-5cc8-43e2-a893-a750551dbb8a req-1fb5105a-eb9e-45d7-99fa-f832b1850b5b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:12.474821 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7a306e38-5cc8-43e2-a893-a750551dbb8a req-1fb5105a-eb9e-45d7-99fa-f832b1850b5b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 931 time: 0.1176255 Jun 23 22:40:12.546120 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:12.605879 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ff7ced2e-1042-4552-aa0b-c53e2eeb28bb req-b312f404-2346-45e2-bf98-6b8b381576d8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300917 Jun 23 22:40:12.613646 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7a306e38-5cc8-43e2-a893-a750551dbb8a req-ab464c19-4162-4197-8fd4-9b9b932763b4 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226242 Jun 23 22:40:12.675220 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249824e0-dfdc-4f82-b94a-8d07832fb74e {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:40:12.682523 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Publish callbacks [] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:12.695553 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Transition to ACTIVE for port object 249824e0-dfdc-4f82-b94a-8d07832fb74e will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:40:12.699488 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:12.753100 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Pushing event updated for resources: {'Port': ['ID=249824e0-dfdc-4f82-b94a-8d07832fb74e,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:12.823031 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Attempting to bind port 249824e0-dfdc-4f82-b94a-8d07832fb74e on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:40:12.823360 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Attempting to bind port 249824e0-dfdc-4f82-b94a-8d07832fb74e by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:40:12.823685 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Attempting to bind port 249824e0-dfdc-4f82-b94a-8d07832fb74e on network e8170354-014e-4823-a204-b43deead6b56 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:40:12.828320 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Port 249824e0-dfdc-4f82-b94a-8d07832fb74e on network e8170354-014e-4823-a204-b43deead6b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:40:12.828640 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Attempting to bind port 249824e0-dfdc-4f82-b94a-8d07832fb74e on network e8170354-014e-4823-a204-b43deead6b56 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:40:12.833772 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:40:12.834103 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Checking segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:40:12.834480 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Bound using segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:40:12.834896 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Bound port: 249824e0-dfdc-4f82-b94a-8d07832fb74e, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:40:12.835273 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:12.897184 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] For port 249824e0-dfdc-4f82-b94a-8d07832fb74e, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:40:12.900155 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] For port 249824e0-dfdc-4f82-b94a-8d07832fb74e, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=249824e0-dfdc-4f82-b94a-8d07832fb74e,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:40:12.905222 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:12.943962 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:12.944571 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:12.946005 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] 10.222.0.55 "PUT /v2.0/ports/249824e0-dfdc-4f82-b94a-8d07832fb74e HTTP/1.1" status: 200 len: 1093 time: 0.7592006 Jun 23 22:40:12.946374 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e085b10f-a993-4e81-963d-0006a6431b67', 'tag': '249824e0-dfdc-4f82-b94a-8d07832fb74e'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:40:12.948648 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2682b21f-c66e-45aa-a491-e296ba13d138" -d '{"events": [{"name": "network-changed", "server_uuid": "e085b10f-a993-4e81-963d-0006a6431b67", "tag": "249824e0-dfdc-4f82-b94a-8d07832fb74e"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:40:12.969421 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69feba-311d-40cf-a431-626ec8b4b736 service neutron] Pushing event updated for resources: {'Port': ['ID=249824e0-dfdc-4f82-b94a-8d07832fb74e,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:13.001712 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e09aa5a-a86d-44c5-a392-bad4e4b86478 x-openstack-request-id: req-4e09aa5a-a86d-44c5-a392-bad4e4b86478 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:40:13.001920 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e085b10f-a993-4e81-963d-0006a6431b67", "tag": "249824e0-dfdc-4f82-b94a-8d07832fb74e", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:40:13.002149 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e09aa5a-a86d-44c5-a392-bad4e4b86478 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:40:13.003152 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e09aa5a-a86d-44c5-a392-bad4e4b86478'] response: {'name': 'network-changed', 'server_uuid': 'e085b10f-a993-4e81-963d-0006a6431b67', 'tag': '249824e0-dfdc-4f82-b94a-8d07832fb74e', 'status': 'completed', 'code': 200} Jun 23 22:40:13.034119 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2719b774-d2ab-4585-837f-ed8c8b08956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:13.035821 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-2719b774-d2ab-4585-837f-ed8c8b08956b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 1127 time: 0.0454707 Jun 23 22:40:13.081637 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-d9bcc283-c9dd-4406-b3f2-96ede240afbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=249824e0-dfdc-4f82-b94a-8d07832fb74e HTTP/1.1" status: 200 len: 217 time: 0.0330529 Jun 23 22:40:13.136141 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-484343a4-ed2a-4d79-ac0b-9b5902822e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:13.137585 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-484343a4-ed2a-4d79-ac0b-9b5902822e93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.0495331 Jun 23 22:40:13.192043 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-6ce60088-1a6b-43bd-bc05-1eb563fa0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:13.193524 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-6ce60088-1a6b-43bd-bc05-1eb563fa0673 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395055 Jun 23 22:40:13.291156 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-4debd57b-b982-40c5-a278-df491bbbb813 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828822 Jun 23 22:40:13.365891 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:13.395159 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2c3c75c-5a6f-4064-95b7-a59de341b365 req-0875fd99-e9b3-4812-912d-0dc1d0d6c31a service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865412 Jun 23 22:40:13.993673 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205ae5e-fc10-4ea4-9b53-9863928b9607 req-3a509b72-8d18-4572-9eb7-69ae401908be tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:13.995120 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c205ae5e-fc10-4ea4-9b53-9863928b9607 req-3a509b72-8d18-4572-9eb7-69ae401908be tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.3211172 Jun 23 22:40:14.000768 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac92f0-bb52-4cca-a624-d857345d870f req-76c6aac6-74ea-4ccd-a07f-f458bbd5e903 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:14.002054 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-64ac92f0-bb52-4cca-a624-d857345d870f req-76c6aac6-74ea-4ccd-a07f-f458bbd5e903 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 943 time: 0.3172910 Jun 23 22:40:14.052972 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:14.075343 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c205ae5e-fc10-4ea4-9b53-9863928b9607 req-0e2de9c4-18e8-47bb-b921-2fd88c86fcaf tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717514 Jun 23 22:40:14.079575 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-64ac92f0-bb52-4cca-a624-d857345d870f req-fab5322e-967a-4a94-83e2-ff9212cae162 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695212 Jun 23 22:40:14.984889 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682b21f-c66e-45aa-a491-e296ba13d138 req-6270eba2-05df-4d64-bb38-9b82d4035136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:14.987278 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2682b21f-c66e-45aa-a491-e296ba13d138 req-6270eba2-05df-4d64-bb38-9b82d4035136 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 1127 time: 0.0402181 Jun 23 22:40:15.079596 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682b21f-c66e-45aa-a491-e296ba13d138 req-32d45cf9-bc22-42d9-adaa-b9fe5249d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:15.081842 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2682b21f-c66e-45aa-a491-e296ba13d138 req-32d45cf9-bc22-42d9-adaa-b9fe5249d4e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 916 time: 0.0869367 Jun 23 22:40:15.128613 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2682b21f-c66e-45aa-a491-e296ba13d138 req-38223423-afae-497e-915c-9de5ca1b5e66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=249824e0-dfdc-4f82-b94a-8d07832fb74e HTTP/1.1" status: 200 len: 217 time: 0.0348632 Jun 23 22:40:15.257977 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92a694-7e69-402e-b4ad-1dd789e1f9e8 req-c6df209a-3de6-4bff-a59f-baf65de436cd tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:15.259360 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4b92a694-7e69-402e-b4ad-1dd789e1f9e8 req-c6df209a-3de6-4bff-a59f-baf65de436cd tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.1128907 Jun 23 22:40:15.267063 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ae5cc-0489-4fb6-a621-b3cc6e7c5052 req-26586ce0-b61e-4a3e-879b-0f5de5f911fd tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:15.269019 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f89ae5cc-0489-4fb6-a621-b3cc6e7c5052 req-26586ce0-b61e-4a3e-879b-0f5de5f911fd tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 943 time: 0.1058204 Jun 23 22:40:15.272432 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682b21f-c66e-45aa-a491-e296ba13d138 req-280b2b8e-0e15-4d54-86bd-0228cd7c3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:15.273739 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2682b21f-c66e-45aa-a491-e296ba13d138 req-280b2b8e-0e15-4d54-86bd-0228cd7c3bf0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.1284876 Jun 23 22:40:15.366675 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682b21f-c66e-45aa-a491-e296ba13d138 req-8ed234ff-5629-4f7d-bf47-5f34fea8dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:15.368201 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2682b21f-c66e-45aa-a491-e296ba13d138 req-8ed234ff-5629-4f7d-bf47-5f34fea8dcf9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736365 Jun 23 22:40:15.386125 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4b92a694-7e69-402e-b4ad-1dd789e1f9e8 req-243d211f-f207-4cc8-8b8b-bc347b76ae5b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159923 Jun 23 22:40:15.390059 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f89ae5cc-0489-4fb6-a621-b3cc6e7c5052 req-89abe57c-4672-4869-ac77-84d3bbbcfd86 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114101 Jun 23 22:40:15.482259 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2682b21f-c66e-45aa-a491-e296ba13d138 req-0c618bc8-dba9-430e-9eaf-90cb98124861 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830491 Jun 23 22:40:15.589404 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2682b21f-c66e-45aa-a491-e296ba13d138 req-1fd978cf-39f0-42be-a374-0e06abc33c54 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883212 Jun 23 22:40:16.528162 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8163523-0656-4821-ad47-65bcbaac7049 req-46fbccf6-fb70-48d0-b56c-2d22669b25b0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:16.529616 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b8163523-0656-4821-ad47-65bcbaac7049 req-46fbccf6-fb70-48d0-b56c-2d22669b25b0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0746877 Jun 23 22:40:16.538144 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab01fc-a8b8-4ce2-8e4d-261d604104f5 req-089dd316-6aec-40a7-bb59-c8cfb6e271b9 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:16.539542 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f3ab01fc-a8b8-4ce2-8e4d-261d604104f5 req-089dd316-6aec-40a7-bb59-c8cfb6e271b9 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 943 time: 0.0751262 Jun 23 22:40:16.614210 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b8163523-0656-4821-ad47-65bcbaac7049 req-65d938f7-88c8-411f-b90f-cd72b594a8f1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737426 Jun 23 22:40:16.618154 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f3ab01fc-a8b8-4ce2-8e4d-261d604104f5 req-4972c508-28a9-4594-bc13-12657e7a3461 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711434 Jun 23 22:40:17.073485 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 249824e0-dfdc-4f82-b94a-8d07832fb74e details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:40:17.169428 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 249824e0-dfdc-4f82-b94a-8d07832fb74e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=249824e0-dfdc-4f82-b94a-8d07832fb74e,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:40:17.181177 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': '249824e0-dfdc-4f82-b94a-8d07832fb74e', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'port_id': '249824e0-dfdc-4f82-b94a-8d07832fb74e', 'mac_address': 'fa:16:3e:0d:61:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:40:17.218620 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 249824e0-dfdc-4f82-b94a-8d07832fb74e is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:40:17.219025 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:17.231517 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249824e0-dfdc-4f82-b94a-8d07832fb74e {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:40:17.250400 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 249824e0-dfdc-4f82-b94a-8d07832fb74e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=249824e0-dfdc-4f82-b94a-8d07832fb74e,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:40:17.255399 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:17.300573 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=249824e0-dfdc-4f82-b94a-8d07832fb74e,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:17.702427 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:17.712648 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:17.717125 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:17.729141 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['249824e0-dfdc-4f82-b94a-8d07832fb74e'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:40:17.758553 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd22fe6-fc12-4603-815a-0865c52af875 req-d07f985f-78a6-4451-9858-b77054bb5eab tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:17.760285 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-efd22fe6-fc12-4603-815a-0865c52af875 req-d07f985f-78a6-4451-9858-b77054bb5eab tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 944 time: 0.0764065 Jun 23 22:40:17.765913 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1576261-38bf-4cb9-8648-e96f8027094c req-55a58f75-55e7-4daf-be21-69d75a9b3a6a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:17.767412 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d1576261-38bf-4cb9-8648-e96f8027094c req-55a58f75-55e7-4daf-be21-69d75a9b3a6a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0849924 Jun 23 22:40:17.819009 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:17.837249 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-efd22fe6-fc12-4603-815a-0865c52af875 req-4108d7ed-42db-493c-9a6e-26b8984191e3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688958 Jun 23 22:40:17.845907 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:17.848559 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:17.854173 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d1576261-38bf-4cb9-8648-e96f8027094c req-049c7aa9-ad19-41a4-87b6-ece8660977fd tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718997 Jun 23 22:40:18.299641 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:INSERT=4,neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:18.302335 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:18.982167 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07e4cf-68ee-4738-bc95-e52871ac0d77 req-ec2b9388-14a4-41f3-b055-7f42a65c823f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:18.983668 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b07e4cf-68ee-4738-bc95-e52871ac0d77 req-ec2b9388-14a4-41f3-b055-7f42a65c823f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 944 time: 0.0757790 Jun 23 22:40:18.997690 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d896761-841b-4c86-8026-d131ea448fed req-b64d1451-aa22-4ed0-92c3-9814efc6a436 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:18.999166 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3d896761-841b-4c86-8026-d131ea448fed req-b64d1451-aa22-4ed0-92c3-9814efc6a436 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0618634 Jun 23 22:40:19.071281 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b07e4cf-68ee-4738-bc95-e52871ac0d77 req-f4b185f1-b831-45bd-8668-8332628ab894 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803671 Jun 23 22:40:19.077307 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 249824e0-dfdc-4f82-b94a-8d07832fb74e up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:40:19.078027 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3d896761-841b-4c86-8026-d131ea448fed req-068ef745-2565-4880-aa2f-c2c279395b59 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727503 Jun 23 22:40:19.123023 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port 249824e0-dfdc-4f82-b94a-8d07832fb74e completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:40:19.129464 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port 249824e0-dfdc-4f82-b94a-8d07832fb74e triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:40:19.129823 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:19.201726 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 249824e0-dfdc-4f82-b94a-8d07832fb74e is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:40:19.202098 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:19.225915 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e085b10f-a993-4e81-963d-0006a6431b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249824e0-dfdc-4f82-b94a-8d07832fb74e'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:40:19.228128 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd98bda-9b6c-4e39-8e01-d37dbcb91ef9" -d '{"events": [{"server_uuid": "e085b10f-a993-4e81-963d-0006a6431b67", "name": "network-vif-plugged", "status": "completed", "tag": "249824e0-dfdc-4f82-b94a-8d07832fb74e"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:40:19.240401 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 249824e0-dfdc-4f82-b94a-8d07832fb74e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=249824e0-dfdc-4f82-b94a-8d07832fb74e,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:40:19.244182 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:19.269724 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc28687c-1f6a-4dd3-b4b5-c43000917e9e x-openstack-request-id: req-fc28687c-1f6a-4dd3-b4b5-c43000917e9e {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:40:19.270024 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e085b10f-a993-4e81-963d-0006a6431b67", "name": "network-vif-plugged", "status": "completed", "tag": "249824e0-dfdc-4f82-b94a-8d07832fb74e", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:40:19.270270 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc28687c-1f6a-4dd3-b4b5-c43000917e9e {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:40:19.270652 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc28687c-1f6a-4dd3-b4b5-c43000917e9e'] response: {'server_uuid': 'e085b10f-a993-4e81-963d-0006a6431b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249824e0-dfdc-4f82-b94a-8d07832fb74e', 'code': 200} Jun 23 22:40:19.296507 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=249824e0-dfdc-4f82-b94a-8d07832fb74e,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:40:19.481341 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0bf4b-1b8d-4a10-a4c6-47869e93111a req-f7ae6f20-c73e-47b7-8aca-c15577b26122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:19.482805 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bac0bf4b-1b8d-4a10-a4c6-47869e93111a req-f7ae6f20-c73e-47b7-8aca-c15577b26122 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 1129 time: 0.0371566 Jun 23 22:40:19.537909 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bac0bf4b-1b8d-4a10-a4c6-47869e93111a req-eaa3f676-ac39-4588-b576-2014c0944b3d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383217 Jun 23 22:40:20.216394 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54026020-aa4c-406b-bd29-88e1faadd06e req-df4884b0-cdaf-4f51-8a29-5d617f355b7d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:20.217853 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-54026020-aa4c-406b-bd29-88e1faadd06e req-df4884b0-cdaf-4f51-8a29-5d617f355b7d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 945 time: 0.0761232 Jun 23 22:40:20.240046 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55b765-e9ae-44ff-871b-cfcdd9416114 req-ee47a0d5-c8b9-4e62-b47e-6b07c0c516ca tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:20.241458 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ed55b765-e9ae-44ff-871b-cfcdd9416114 req-ee47a0d5-c8b9-4e62-b47e-6b07c0c516ca tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0704846 Jun 23 22:40:20.306113 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-54026020-aa4c-406b-bd29-88e1faadd06e req-a794f58c-f9e2-4db0-afbb-4ef92f85842d tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819204 Jun 23 22:40:20.312836 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ed55b765-e9ae-44ff-871b-cfcdd9416114 req-e92bf073-4f5f-44d9-ae0a-4e0c38236b48 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652032 Jun 23 22:40:21.451193 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68951ae-7634-4614-9d72-ce78933ef45a req-415a0698-2928-4feb-93da-b3e3c78e8890 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:21.452637 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b68951ae-7634-4614-9d72-ce78933ef45a req-415a0698-2928-4feb-93da-b3e3c78e8890 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0660186 Jun 23 22:40:21.459185 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6389b-8632-417e-85d8-74a7b81d3a49 req-3d5a6d78-6501-461b-baea-bedb75c11681 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:21.460505 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7ed6389b-8632-417e-85d8-74a7b81d3a49 req-3d5a6d78-6501-461b-baea-bedb75c11681 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 945 time: 0.0858881 Jun 23 22:40:21.539989 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b68951ae-7634-4614-9d72-ce78933ef45a req-d441b6f1-f5dc-43bb-be31-b61d9b948e62 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785506 Jun 23 22:40:21.543180 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7ed6389b-8632-417e-85d8-74a7b81d3a49 req-335ddcad-55b7-4405-9dc1-3d6ac3e3631b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755284 Jun 23 22:40:22.338061 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3679-9d06-469c-b7cc-fa13f3132c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:22.686971 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358dd54-c928-4b66-a51c-33322ee15652 req-0c6fabd6-6f85-4a42-9224-eefbe7d498c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:22.688418 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1358dd54-c928-4b66-a51c-33322ee15652 req-0c6fabd6-6f85-4a42-9224-eefbe7d498c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 945 time: 0.0740423 Jun 23 22:40:22.696063 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26fc75-bb1a-4d3f-80fd-4711f338495a req-4abfda92-85df-455e-b6f1-4cecb1dfb876 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:22.697398 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ea26fc75-bb1a-4d3f-80fd-4711f338495a req-4abfda92-85df-455e-b6f1-4cecb1dfb876 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0729842 Jun 23 22:40:22.717754 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:22.774115 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1358dd54-c928-4b66-a51c-33322ee15652 req-8e3ee121-93fc-4670-8135-f7198e7299a2 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757864 Jun 23 22:40:22.778034 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ea26fc75-bb1a-4d3f-80fd-4711f338495a req-8b052124-f67f-40df-b1af-bb72fcacfc54 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731170 Jun 23 22:40:22.881843 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba6e96-0e99-4983-9a5d-20dc92184ef2 req-15cd5460-0050-426d-ad5b-76d679966726 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:22.883203 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-70ba6e96-0e99-4983-9a5d-20dc92184ef2 req-15cd5460-0050-426d-ad5b-76d679966726 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 945 time: 0.0460250 Jun 23 22:40:22.891551 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36626) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:40:22.896650 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-4f50116c-10a4-4c85-9f8a-5700edec64e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'floatingip': {'port_id': '249824e0-dfdc-4f82-b94a-8d07832fb74e'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:40:22.933164 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-4f50116c-10a4-4c85-9f8a-5700edec64e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (39c205ed-e533-4d0c-a1c2-2f4fe142c687), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:23.168250 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:23.345443 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-4f50116c-10a4-4c85-9f8a-5700edec64e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:23.349680 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-4f50116c-10a4-4c85-9f8a-5700edec64e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (39c205ed-e533-4d0c-a1c2-2f4fe142c687), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:23.441156 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-4f50116c-10a4-4c85-9f8a-5700edec64e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Floating IP 39c205ed-e533-4d0c-a1c2-2f4fe142c687 associated. External IP: 172.27.2.243, port: 249824e0-dfdc-4f82-b94a-8d07832fb74e. Jun 23 22:40:23.631026 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f50116c-10a4-4c85-9f8a-5700edec64e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:40:23.730471 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f50116c-10a4-4c85-9f8a-5700edec64e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:40:23.735427 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-4f50116c-10a4-4c85-9f8a-5700edec64e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:23.740245 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd722b5-1504-46f4-9332-a1b886a5a467 None None] Sync routers for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:40:23.750368 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd722b5-1504-46f4-9332-a1b886a5a467 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:40:23.750997 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-5bd722b5-1504-46f4-9332-a1b886a5a467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:39:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:23.756420 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:23.772950 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-4f50116c-10a4-4c85-9f8a-5700edec64e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "PUT /v2.0/floatingips/39c205ed-e533-4d0c-a1c2-2f4fe142c687 HTTP/1.1" status: 200 len: 991 time: 0.8783281 Jun 23 22:40:23.772950 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e085b10f-a993-4e81-963d-0006a6431b67', 'tag': '249824e0-dfdc-4f82-b94a-8d07832fb74e'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:40:23.773684 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b498a77e-3e4f-40a9-a6b2-761c82a67096" -d '{"events": [{"name": "network-changed", "server_uuid": "e085b10f-a993-4e81-963d-0006a6431b67", "tag": "249824e0-dfdc-4f82-b94a-8d07832fb74e"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:40:23.809660 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc92ef7-4009-4d9e-b985-586b1110a97a x-openstack-request-id: req-2bc92ef7-4009-4d9e-b985-586b1110a97a {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:40:23.809945 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e085b10f-a993-4e81-963d-0006a6431b67", "tag": "249824e0-dfdc-4f82-b94a-8d07832fb74e", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:40:23.810196 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bc92ef7-4009-4d9e-b985-586b1110a97a {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:40:23.810602 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc92ef7-4009-4d9e-b985-586b1110a97a'] response: {'name': 'network-changed', 'server_uuid': 'e085b10f-a993-4e81-963d-0006a6431b67', 'tag': '249824e0-dfdc-4f82-b94a-8d07832fb74e', 'status': 'completed', 'code': 200} Jun 23 22:40:23.858638 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-5bd722b5-1504-46f4-9332-a1b886a5a467 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:40:23.893016 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360e3e8-dc6f-4a52-9731-eeba04af0804 req-9d2f0dab-0dbd-4bdd-940c-3ff531c36ece tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:23.894471 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3360e3e8-dc6f-4a52-9731-eeba04af0804 req-9d2f0dab-0dbd-4bdd-940c-3ff531c36ece tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0466738 Jun 23 22:40:23.941549 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3360e3e8-dc6f-4a52-9731-eeba04af0804 req-e95695c4-4cd7-42c7-b9dc-19b521329689 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410156 Jun 23 22:40:24.073594 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-5bd722b5-1504-46f4-9332-a1b886a5a467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '39c205ed-e533-4d0c-a1c2-2f4fe142c687', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': '249824e0-dfdc-4f82-b94a-8d07832fb74e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:0d:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085b10f-a993-4e81-963d-0006a6431b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:40:09Z', 'updated_at': '2022-06-23T22:40:23Z', 'revision_number': 1, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:24.099042 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd722b5-1504-46f4-9332-a1b886a5a467 None None] Checking router: 863c27d2-56ae-4508-a4b8-2fecd998b6b6 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:40:24.107684 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd722b5-1504-46f4-9332-a1b886a5a467 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:40:24.108286 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-5bd722b5-1504-46f4-9332-a1b886a5a467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:39:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:24.217406 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-5bd722b5-1504-46f4-9332-a1b886a5a467 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:40:24.219817 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498a77e-3e4f-40a9-a6b2-761c82a67096 req-d12b21c1-9cce-4bd5-b24f-4c5026c6cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:24.221330 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b498a77e-3e4f-40a9-a6b2-761c82a67096 req-d12b21c1-9cce-4bd5-b24f-4c5026c6cc1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 1129 time: 0.0423229 Jun 23 22:40:24.325867 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d005-8589-4cc3-b1c8-77a53718cd06 req-63f2bb05-c61f-4bc4-b993-5b4a88172511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:24.327296 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c215d005-8589-4cc3-b1c8-77a53718cd06 req-63f2bb05-c61f-4bc4-b993-5b4a88172511 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 1129 time: 0.0751765 Jun 23 22:40:24.366081 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498a77e-3e4f-40a9-a6b2-761c82a67096 req-6648eecc-a9bb-4039-a96c-d3a0224fd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:24.367580 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b498a77e-3e4f-40a9-a6b2-761c82a67096 req-6648eecc-a9bb-4039-a96c-d3a0224fd710 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 916 time: 0.1374724 Jun 23 22:40:24.437751 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c215d005-8589-4cc3-b1c8-77a53718cd06 req-571789a1-3243-4ab1-bf23-77ad4e84a08a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883641 Jun 23 22:40:24.444905 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:24.451717 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b498a77e-3e4f-40a9-a6b2-761c82a67096 req-c78e85ce-7ff5-4602-a0a3-a3c2979a9039 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=249824e0-dfdc-4f82-b94a-8d07832fb74e HTTP/1.1" status: 200 len: 999 time: 0.0722592 Jun 23 22:40:24.500250 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:24.512703 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:24.544424 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-84bbfb50-f8ca-4460-b716-203f4dc0413d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:24.581934 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-5bd722b5-1504-46f4-9332-a1b886a5a467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '39c205ed-e533-4d0c-a1c2-2f4fe142c687', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': '249824e0-dfdc-4f82-b94a-8d07832fb74e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:0d:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085b10f-a993-4e81-963d-0006a6431b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:40:09Z', 'updated_at': '2022-06-23T22:40:23Z', 'revision_number': 1, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:24.607725 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd722b5-1504-46f4-9332-a1b886a5a467 None None] The sync data for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi is: [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '39c205ed-e533-4d0c-a1c2-2f4fe142c687', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': '249824e0-dfdc-4f82-b94a-8d07832fb74e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:0d:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085b10f-a993-4e81-963d-0006a6431b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:40:09Z', 'updated_at': '2022-06-23T22:40:23Z', 'revision_number': 1, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:40:24.784423 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f01986-e047-4a61-8f3a-1d36ce6070a6 None None] New status for floating IP 39c205ed-e533-4d0c-a1c2-2f4fe142c687: ACTIVE {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:40:24.827839 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498a77e-3e4f-40a9-a6b2-761c82a67096 req-87a7e4c6-04c1-4a42-8ada-8771b4a63a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:24.829477 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b498a77e-3e4f-40a9-a6b2-761c82a67096 req-87a7e4c6-04c1-4a42-8ada-8771b4a63a7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.0467501 Jun 23 22:40:24.895497 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498a77e-3e4f-40a9-a6b2-761c82a67096 req-4a5f5ef7-9fed-4c95-b7f4-acc1e57ea97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:24.897018 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b498a77e-3e4f-40a9-a6b2-761c82a67096 req-4a5f5ef7-9fed-4c95-b7f4-acc1e57ea97a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391347 Jun 23 22:40:25.000161 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b498a77e-3e4f-40a9-a6b2-761c82a67096 req-402e5f68-3052-4f03-aa94-01d78b73deb5 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940888 Jun 23 22:40:25.082236 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc68c3-8225-4deb-9d10-210d54c41d47 req-e6f3560f-f52b-41b2-a20b-62f18e9f085f tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:25.083724 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1cbc68c3-8225-4deb-9d10-210d54c41d47 req-e6f3560f-f52b-41b2-a20b-62f18e9f085f tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0720203 Jun 23 22:40:25.164163 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b498a77e-3e4f-40a9-a6b2-761c82a67096 req-8c879878-b54f-4281-a2bf-7fd2e230903e service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503344 Jun 23 22:40:25.177944 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1cbc68c3-8225-4deb-9d10-210d54c41d47 req-1c187adf-2a7f-4eb1-862d-8497b74afdd4 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670912 Jun 23 22:40:25.960885 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:26.291701 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932878fb-f295-4205-86fe-073fc324b98c req-d3544b14-ff8e-4e4c-b643-f94ae308779e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:26.293156 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-932878fb-f295-4205-86fe-073fc324b98c req-d3544b14-ff8e-4e4c-b643-f94ae308779e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0482619 Jun 23 22:40:26.339915 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-932878fb-f295-4205-86fe-073fc324b98c req-4e7e420e-316a-403b-8903-36d6f7ff6f9c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411434 Jun 23 22:40:27.087235 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:27.433844 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:27.454886 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6242760-2786-406e-9fef-165ec7c52d6e req-dc0d3f3c-ae38-4c3e-924d-d657361929ff tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:27.456383 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a6242760-2786-406e-9fef-165ec7c52d6e req-dc0d3f3c-ae38-4c3e-924d-d657361929ff tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0465164 Jun 23 22:40:27.506096 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a6242760-2786-406e-9fef-165ec7c52d6e req-71277091-d611-4a75-91d0-34f770d07808 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435576 Jun 23 22:40:27.962184 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc8818-b8cb-4335-8920-37497465a6c7 req-805baeae-ce7c-4cad-a43c-bde489dd44e5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:27.963602 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a9dc8818-b8cb-4335-8920-37497465a6c7 req-805baeae-ce7c-4cad-a43c-bde489dd44e5 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0736387 Jun 23 22:40:27.965838 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:27.969029 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd964020-55eb-42d0-adaa-b4eff6a3d441 req-3de1c51e-ffb0-4fa5-8942-bec9ab8031e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:27.970407 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cd964020-55eb-42d0-adaa-b4eff6a3d441 req-3de1c51e-ffb0-4fa5-8942-bec9ab8031e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 1129 time: 0.0527260 Jun 23 22:40:28.068506 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a9dc8818-b8cb-4335-8920-37497465a6c7 req-4bf30ae5-cd02-4fbe-86f4-1971c790136e tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971770 Jun 23 22:40:28.093038 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd964020-55eb-42d0-adaa-b4eff6a3d441 req-b1054e64-c6db-4064-b58e-be009e6a1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:28.094563 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cd964020-55eb-42d0-adaa-b4eff6a3d441 req-b1054e64-c6db-4064-b58e-be009e6a1bc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.1092658 Jun 23 22:40:28.170702 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cd964020-55eb-42d0-adaa-b4eff6a3d441 req-cb0c3f0a-2f3c-4626-996d-b7572870a08a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 HTTP/1.1" status: 200 len: 1001 time: 0.0539994 Jun 23 22:40:28.232073 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd964020-55eb-42d0-adaa-b4eff6a3d441 req-13951e70-9914-4be4-a590-c5cfb2595d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:28.233660 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cd964020-55eb-42d0-adaa-b4eff6a3d441 req-13951e70-9914-4be4-a590-c5cfb2595d82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.0453980 Jun 23 22:40:28.278422 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd964020-55eb-42d0-adaa-b4eff6a3d441 req-dd5ff5d9-d64c-4af5-8bb6-dddef9eefe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:28.279928 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cd964020-55eb-42d0-adaa-b4eff6a3d441 req-dd5ff5d9-d64c-4af5-8bb6-dddef9eefe74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374537 Jun 23 22:40:28.362874 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:28.382753 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cd964020-55eb-42d0-adaa-b4eff6a3d441 req-c4a8cc53-8dc6-44f6-8cb7-8931993ea61b service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859990 Jun 23 22:40:28.721144 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cd964020-55eb-42d0-adaa-b4eff6a3d441 req-1a507885-ca8a-4ad6-a0c9-c8aa39e2ad60 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249969 Jun 23 22:40:29.183034 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9d0c-367f-4094-932b-dbaaec4423c0 req-4c1af493-55ac-4efe-b02d-01d3a151f610 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:29.184475 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-53be9d0c-367f-4094-932b-dbaaec4423c0 req-4c1af493-55ac-4efe-b02d-01d3a151f610 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0463185 Jun 23 22:40:29.232674 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-53be9d0c-367f-4094-932b-dbaaec4423c0 req-b65f7f15-216a-485c-89ab-fc832376d7ea tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427966 Jun 23 22:40:30.348975 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23054acb-a696-4a15-86f3-95e941eb00f1 req-2fcd4473-ffb1-40a6-9994-824ebdb86c57 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:30.350434 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-23054acb-a696-4a15-86f3-95e941eb00f1 req-2fcd4473-ffb1-40a6-9994-824ebdb86c57 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0498300 Jun 23 22:40:30.398057 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-23054acb-a696-4a15-86f3-95e941eb00f1 req-804a7b57-6d1d-4cf0-9173-4afc9d510daf tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417974 Jun 23 22:40:31.511400 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933fc93-bf59-46d1-8b49-f60a3d0da5fd req-548cfcb9-aa17-486f-8e8a-99215b338d60 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:31.512866 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f933fc93-bf59-46d1-8b49-f60a3d0da5fd req-548cfcb9-aa17-486f-8e8a-99215b338d60 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0467567 Jun 23 22:40:31.559216 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f933fc93-bf59-46d1-8b49-f60a3d0da5fd req-93a5d661-fa4d-4c95-bb02-cd682fe9a0b0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409424 Jun 23 22:40:32.678259 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5a219-e4aa-400c-9012-77470ae783b1 req-acb16081-cbe5-4755-a8bb-d479f3ae4de8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:32.679758 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-69a5a219-e4aa-400c-9012-77470ae783b1 req-acb16081-cbe5-4755-a8bb-d479f3ae4de8 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0503988 Jun 23 22:40:32.726448 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-69a5a219-e4aa-400c-9012-77470ae783b1 req-7019c471-a5c1-4866-b0fe-546327393f8a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412145 Jun 23 22:40:33.071457 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:33.838768 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596747e-65af-4b49-bc81-5f34a19256ba req-286f6690-1e61-4ee3-957c-9fe1a88f6e91 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:33.840246 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2596747e-65af-4b49-bc81-5f34a19256ba req-286f6690-1e61-4ee3-957c-9fe1a88f6e91 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0460265 Jun 23 22:40:33.886265 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2596747e-65af-4b49-bc81-5f34a19256ba req-cfe25114-dbd2-4308-9748-a2a4a3f6044c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406635 Jun 23 22:40:33.999851 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221bd1c-e10f-47b8-8a88-15e16c194a9c req-838dbede-2717-4064-99df-cd81a8147060 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:34.001326 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8221bd1c-e10f-47b8-8a88-15e16c194a9c req-838dbede-2717-4064-99df-cd81a8147060 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0492156 Jun 23 22:40:34.010249 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36672) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:40:34.014406 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-60e4137a-fad0-4b0a-ba0b-e0eecda9270d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Request body: {'floatingip': {'port_id': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:40:34.065772 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-60e4137a-fad0-4b0a-ba0b-e0eecda9270d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for floatingip (5f478763-1a2f-4152-b778-cce642adea8c), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:34.069500 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:34.374482 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:34.517630 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-60e4137a-fad0-4b0a-ba0b-e0eecda9270d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:34.522240 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-60e4137a-fad0-4b0a-ba0b-e0eecda9270d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (5f478763-1a2f-4152-b778-cce642adea8c), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:34.719785 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e4137a-fad0-4b0a-ba0b-e0eecda9270d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Router 5217187c-ce4f-443e-8221-d529a6a20cd9 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:40:34.824050 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e4137a-fad0-4b0a-ba0b-e0eecda9270d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:40:34.828450 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-60e4137a-fad0-4b0a-ba0b-e0eecda9270d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:34.833152 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbf2f5-0c99-463b-bf98-bfb1edcd08a0 None None] Sync routers for ids ['5217187c-ce4f-443e-8221-d529a6a20cd9'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:40:34.845311 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbf2f5-0c99-463b-bf98-bfb1edcd08a0 None None] Routers {'5217187c-ce4f-443e-8221-d529a6a20cd9'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:40:34.845929 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-81bbf2f5-0c99-463b-bf98-bfb1edcd08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:40:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['5217187c-ce4f-443e-8221-d529a6a20cd9'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:34.859546 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'tag': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:40:34.861777 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035724bc-ba76-4b58-bbab-466459c75f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b", "tag": "e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:40:34.882003 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:34.886539 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:34.895478 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-60e4137a-fad0-4b0a-ba0b-e0eecda9270d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "PUT /v2.0/floatingips/5f478763-1a2f-4152-b778-cce642adea8c HTTP/1.1" status: 200 len: 993 time: 0.8840449 Jun 23 22:40:34.902573 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5571dc-67ec-4791-bb64-9ee21632402b x-openstack-request-id: req-1b5571dc-67ec-4791-bb64-9ee21632402b {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:40:34.902861 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b", "tag": "e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:40:34.903137 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b5571dc-67ec-4791-bb64-9ee21632402b {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:40:34.903547 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5571dc-67ec-4791-bb64-9ee21632402b'] response: {'name': 'network-changed', 'server_uuid': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'tag': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'status': 'completed', 'code': 200} Jun 23 22:40:34.962439 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-81bbf2f5-0c99-463b-bf98-bfb1edcd08a0 None None] Set router 5217187c-ce4f-443e-8221-d529a6a20cd9 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:40:34.977974 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035724bc-ba76-4b58-bbab-466459c75f5e req-ae6df0f2-729d-41e7-ab0c-8ee5150e1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:34.979515 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-035724bc-ba76-4b58-bbab-466459c75f5e req-ae6df0f2-729d-41e7-ab0c-8ee5150e1e56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 1129 time: 0.0399966 Jun 23 22:40:35.084997 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035724bc-ba76-4b58-bbab-466459c75f5e req-6ff71f8f-fb43-4f2a-b784-f8ad90205ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:35.086464 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-035724bc-ba76-4b58-bbab-466459c75f5e req-6ff71f8f-fb43-4f2a-b784-f8ad90205ce1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.0926607 Jun 23 22:40:35.148528 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:35.157272 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-035724bc-ba76-4b58-bbab-466459c75f5e req-a9ab327f-18c2-44e8-bff7-bccb557a2958 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 HTTP/1.1" status: 200 len: 1001 time: 0.0560997 Jun 23 22:40:35.183974 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-81bbf2f5-0c99-463b-bf98-bfb1edcd08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '5f478763-1a2f-4152-b778-cce642adea8c', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'port_id': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'mac_address': 'fa:16:3e:ed:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:40:34Z', 'revision_number': 3, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bfcff9-8254-4246-8ff5-e0b2651fdcc1', 'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'mac_address': 'fa:16:3e:eb:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 5, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'subnets': [{'id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:35.212351 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbf2f5-0c99-463b-bf98-bfb1edcd08a0 None None] Checking router: 5217187c-ce4f-443e-8221-d529a6a20cd9 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:40:35.213787 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035724bc-ba76-4b58-bbab-466459c75f5e req-31e5f1f9-e1da-4c9b-ad91-969a43c42399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:35.215278 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-035724bc-ba76-4b58-bbab-466459c75f5e req-31e5f1f9-e1da-4c9b-ad91-969a43c42399 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.0448563 Jun 23 22:40:35.220623 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbf2f5-0c99-463b-bf98-bfb1edcd08a0 None None] Routers {'5217187c-ce4f-443e-8221-d529a6a20cd9'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:40:35.221239 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-81bbf2f5-0c99-463b-bf98-bfb1edcd08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:40:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['5217187c-ce4f-443e-8221-d529a6a20cd9'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:35.267479 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035724bc-ba76-4b58-bbab-466459c75f5e req-bbfda9bd-a2d8-4e0c-87a6-7be886e9beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:35.268869 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-035724bc-ba76-4b58-bbab-466459c75f5e req-bbfda9bd-a2d8-4e0c-87a6-7be886e9beb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377123 Jun 23 22:40:35.317521 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-81bbf2f5-0c99-463b-bf98-bfb1edcd08a0 None None] Set router 5217187c-ce4f-443e-8221-d529a6a20cd9 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:40:35.366914 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:35.372150 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-035724bc-ba76-4b58-bbab-466459c75f5e req-34f33786-85db-43e1-8f47-315020106a81 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914633 Jun 23 22:40:35.468459 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-035724bc-ba76-4b58-bbab-466459c75f5e req-c59f3b0c-5ed5-478b-93c8-a34d9afb1502 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897467 Jun 23 22:40:35.528756 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-81bbf2f5-0c99-463b-bf98-bfb1edcd08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '5f478763-1a2f-4152-b778-cce642adea8c', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'port_id': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'mac_address': 'fa:16:3e:ed:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:40:34Z', 'revision_number': 3, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bfcff9-8254-4246-8ff5-e0b2651fdcc1', 'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'mac_address': 'fa:16:3e:eb:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 5, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'subnets': [{'id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:40:35.556389 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbf2f5-0c99-463b-bf98-bfb1edcd08a0 None None] The sync data for ids ['5217187c-ce4f-443e-8221-d529a6a20cd9'] in dv-cinder-846173-2-iscsi is: [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '5f478763-1a2f-4152-b778-cce642adea8c', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'port_id': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'mac_address': 'fa:16:3e:ed:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:40:34Z', 'revision_number': 3, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bfcff9-8254-4246-8ff5-e0b2651fdcc1', 'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'mac_address': 'fa:16:3e:eb:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 5, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'subnets': [{'id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:40:36.904998 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'tag': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:40:36.907348 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547dee2b-24ed-46fa-8c7c-6eb45c2e3475" -d '{"events": [{"name": "network-changed", "server_uuid": "05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b", "tag": "e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:40:36.942975 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b099708-44d9-41ee-9107-1b0b099f9664 x-openstack-request-id: req-8b099708-44d9-41ee-9107-1b0b099f9664 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:40:36.943947 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b", "tag": "e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:40:36.944191 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b099708-44d9-41ee-9107-1b0b099f9664 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:40:36.944588 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b099708-44d9-41ee-9107-1b0b099f9664'] response: {'name': 'network-changed', 'server_uuid': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'tag': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'status': 'completed', 'code': 200} Jun 23 22:40:37.015298 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dee2b-24ed-46fa-8c7c-6eb45c2e3475 req-7fd26c20-d959-4b47-b2be-854013514846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:37.016778 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-547dee2b-24ed-46fa-8c7c-6eb45c2e3475 req-7fd26c20-d959-4b47-b2be-854013514846 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 1129 time: 0.0400970 Jun 23 22:40:37.114432 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dee2b-24ed-46fa-8c7c-6eb45c2e3475 req-1aa1225d-7606-4e9f-a062-089ae6de22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:37.116536 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-547dee2b-24ed-46fa-8c7c-6eb45c2e3475 req-1aa1225d-7606-4e9f-a062-089ae6de22e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.0897653 Jun 23 22:40:37.182222 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-547dee2b-24ed-46fa-8c7c-6eb45c2e3475 req-8598159e-0a03-4bfd-9b34-c9e16f5ed77e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 HTTP/1.1" status: 200 len: 1001 time: 0.0554917 Jun 23 22:40:37.239027 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dee2b-24ed-46fa-8c7c-6eb45c2e3475 req-d2a6622d-4696-47f7-965e-b1d8e09e601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:37.240995 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-547dee2b-24ed-46fa-8c7c-6eb45c2e3475 req-d2a6622d-4696-47f7-965e-b1d8e09e601e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.0424860 Jun 23 22:40:37.291732 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dee2b-24ed-46fa-8c7c-6eb45c2e3475 req-653c8371-81df-48a2-bc14-7e324610eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:37.293196 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-547dee2b-24ed-46fa-8c7c-6eb45c2e3475 req-653c8371-81df-48a2-bc14-7e324610eefb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401289 Jun 23 22:40:37.386801 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-547dee2b-24ed-46fa-8c7c-6eb45c2e3475 req-762c14e7-7531-43d5-8ea6-ac9067f8b1e8 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814869 Jun 23 22:40:37.487499 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-547dee2b-24ed-46fa-8c7c-6eb45c2e3475 req-31bf23a9-6f37-4e3b-9f8c-44a4c68d6cc1 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888834 Jun 23 22:40:39.860425 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:40:45.531033 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:45.532182 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:47.483220 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=71 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:47.484015 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=61 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:51.845514 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=19 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:51.849536 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=15 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:40:52.340452 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-750cdf78-82e9-43cf-89e8-b7f2010e54fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:54.516069 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-86cdb4d1-15cf-4173-9598-a41d3e9967a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:55.963273 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:57.089809 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:57.428881 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19268-68d0-4408-8704-8acd72afc3c0 req-3c6a65c3-8ae7-4ff0-8c46-96721848ce91 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:57.430953 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-22c19268-68d0-4408-8704-8acd72afc3c0 req-3c6a65c3-8ae7-4ff0-8c46-96721848ce91 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.1001847 Jun 23 22:40:57.441996 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:40:57.483609 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-22c19268-68d0-4408-8704-8acd72afc3c0 req-6cb70bbc-fca4-48d4-a73e-45a2907b5f9d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466528 Jun 23 22:40:58.749617 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd39595-a92a-426e-b8d4-f9d653786cc5 req-559510c2-93d7-47f0-9f20-6e7cb2b0f332 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:58.751133 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3cd39595-a92a-426e-b8d4-f9d653786cc5 req-559510c2-93d7-47f0-9f20-6e7cb2b0f332 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0952933 Jun 23 22:40:58.801385 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3cd39595-a92a-426e-b8d4-f9d653786cc5 req-75450b72-6030-43f8-8237-7253db841083 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444896 Jun 23 22:40:59.913969 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84628b6-fab4-466b-bd74-f16452558d52 req-ceea8847-4653-4ab3-b096-6de989aa3c4f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:40:59.915651 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a84628b6-fab4-466b-bd74-f16452558d52 req-ceea8847-4653-4ab3-b096-6de989aa3c4f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0466304 Jun 23 22:40:59.962200 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a84628b6-fab4-466b-bd74-f16452558d52 req-0ba0bcaf-c3be-4bf6-bf22-a23f0545c4e4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410118 Jun 23 22:41:00.716421 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26286345-4c34-467e-93b7-287f7040ac7c req-c0150c0d-db9b-4e59-9c35-54c81cd46b39 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:00.717838 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-26286345-4c34-467e-93b7-287f7040ac7c req-c0150c0d-db9b-4e59-9c35-54c81cd46b39 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.55 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0459089 Jun 23 22:41:00.806135 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Deleting port 1d0ff831-0151-424d-bdac-c933fd397da7 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:41:00.806497 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:00.897192 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] For port 1d0ff831-0151-424d-bdac-c933fd397da7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d0ff831-0151-424d-bdac-c933fd397da7,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:00.897606 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:01.095612 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6eb76f-fdcc-40fb-b061-16c652896479 req-3b19ed76-4d69-48fe-9ef6-46e9d1263202 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:01.097049 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4c6eb76f-fdcc-40fb-b061-16c652896479 req-3b19ed76-4d69-48fe-9ef6-46e9d1263202 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=f910ba21-0126-4f09-8fd9-10f2365e67c1 HTTP/1.1" status: 200 len: 945 time: 0.0608299 Jun 23 22:41:01.098829 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:01.099201 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (49a25e17-0f13-4aa2-82d9-07e142c4234b), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:01.099505 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Floating IP 49a25e17-0f13-4aa2-82d9-07e142c4234b disassociated. External IP: 172.27.2.9, port: 1d0ff831-0151-424d-bdac-c933fd397da7. Jun 23 22:41:01.099854 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Calling delete_port for 1d0ff831-0151-424d-bdac-c933fd397da7 owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:41:01.196430 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4c6eb76f-fdcc-40fb-b061-16c652896479 req-fdf0d827-dacc-47bc-8627-556c568e571f tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915689 Jun 23 22:41:01.220543 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:01.268463 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (1d0ff831-0151-424d-bdac-c933fd397da7), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:01.300173 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event deleted for resources: {'Port': ['ID=1d0ff831-0151-424d-bdac-c933fd397da7,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:01.357953 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:01.407417 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:41:01.508158 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:41:01.517699 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd81eefb-0a78-42cd-a63d-8f385cc566b2 None None] Sync routers for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:41:01.528159 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd81eefb-0a78-42cd-a63d-8f385cc566b2 None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:01.528694 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-bd81eefb-0a78-42cd-a63d-8f385cc566b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:40:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:01.550149 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] No DVR routers for this DVR port 1d0ff831-0151-424d-bdac-c933fd397da7 on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:41:01.552719 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:01.556424 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-26286345-4c34-467e-93b7-287f7040ac7c req-ace1e9e8-3017-4e16-a761-99fbc3b92958 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.55 "DELETE /v2.0/ports/1d0ff831-0151-424d-bdac-c933fd397da7 HTTP/1.1" status: 204 len: 173 time: 0.8293982 Jun 23 22:41:01.557091 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'name': 'network-vif-deleted', 'tag': '1d0ff831-0151-424d-bdac-c933fd397da7'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:41:01.560514 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7291a98d-3147-4573-8c70-9e24b641822f" -d '{"events": [{"server_uuid": "f910ba21-0126-4f09-8fd9-10f2365e67c1", "name": "network-vif-deleted", "tag": "1d0ff831-0151-424d-bdac-c933fd397da7"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:41:01.604675 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb028e38-06e7-4f89-8fec-20ff4bb71f00 x-openstack-request-id: req-cb028e38-06e7-4f89-8fec-20ff4bb71f00 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:41:01.605027 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f910ba21-0126-4f09-8fd9-10f2365e67c1", "name": "network-vif-deleted", "tag": "1d0ff831-0151-424d-bdac-c933fd397da7", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:41:01.605290 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb028e38-06e7-4f89-8fec-20ff4bb71f00 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:41:01.605696 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb028e38-06e7-4f89-8fec-20ff4bb71f00'] response: {'server_uuid': 'f910ba21-0126-4f09-8fd9-10f2365e67c1', 'name': 'network-vif-deleted', 'tag': '1d0ff831-0151-424d-bdac-c933fd397da7', 'status': 'completed', 'code': 200} Jun 23 22:41:01.639061 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-bd81eefb-0a78-42cd-a63d-8f385cc566b2 None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:01.833143 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-bd81eefb-0a78-42cd-a63d-8f385cc566b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:06Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:01.860122 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd81eefb-0a78-42cd-a63d-8f385cc566b2 None None] Checking router: 2ce5cec4-4bba-4d28-a827-90f70bd69e3b for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:41:01.868478 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd81eefb-0a78-42cd-a63d-8f385cc566b2 None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:01.869073 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-bd81eefb-0a78-42cd-a63d-8f385cc566b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:40:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:01.967279 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-bd81eefb-0a78-42cd-a63d-8f385cc566b2 None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:02.149300 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-bd81eefb-0a78-42cd-a63d-8f385cc566b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:06Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:02.174189 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd81eefb-0a78-42cd-a63d-8f385cc566b2 None None] The sync data for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi is: [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:06Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:41:02.287648 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36726) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:02.346271 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-87974513-d673-4d66-ae28-ea26ae290ac8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group (fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:02.375270 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-87974513-d673-4d66-ae28-ea26ae290ac8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group (fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:02.408749 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41252a4-cbe0-4c20-99a6-0a97d36f8783 None None] New status for floating IP 49a25e17-0f13-4aa2-82d9-07e142c4234b: DOWN {{(pid=104140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:41:02.425116 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-87974513-d673-4d66-ae28-ea26ae290ac8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:02.427871 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-87974513-d673-4d66-ae28-ea26ae290ac8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:02.429797 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-87974513-d673-4d66-ae28-ea26ae290ac8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "DELETE /v2.0/security-groups/fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9 HTTP/1.1" status: 204 len: 168 time: 0.1402013 Jun 23 22:41:02.432546 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36728) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:02.439023 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87974513-d673-4d66-ae28-ea26ae290ac8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:02.447139 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.api.v2.resource [None req-d302766e-37de-44a6-84bc-908023811a16 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] show failed (client error): The resource could not be found. Jun 23 22:41:02.450800 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-d302766e-37de-44a6-84bc-908023811a16 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups/fc89ffb8-5bd7-4ef8-8213-bfbd80a389b9 HTTP/1.1" status: 404 len: 347 time: 0.0146515 Jun 23 22:41:02.451068 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36730) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:02.568606 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Deleting port 3d37f8af-d572-4b99-998c-31f3002f5986 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:41:02.568945 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (3d37f8af-d572-4b99-998c-31f3002f5986), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:02.644568 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (3d37f8af-d572-4b99-998c-31f3002f5986), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:02.644811 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (3d37f8af-d572-4b99-998c-31f3002f5986), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:02.660936 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Calling delete_port for 3d37f8af-d572-4b99-998c-31f3002f5986 owned by network:floatingip {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:41:02.755705 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-21306d54-bf61-4083-8da5-1ad570f60baf req-fc182c0d-44b3-4c93-aab9-7e7e026fe708 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395005 Jun 23 22:41:02.795516 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (3d37f8af-d572-4b99-998c-31f3002f5986), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:02.821511 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event deleted for resources: {'Port': ['ID=3d37f8af-d572-4b99-998c-31f3002f5986,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:02.848415 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306d54-bf61-4083-8da5-1ad570f60baf req-6f057a28-6957-46e2-95ce-e8947611f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:02.848998 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.849335 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.849665 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.849962 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-21306d54-bf61-4083-8da5-1ad570f60baf req-6f057a28-6957-46e2-95ce-e8947611f435 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 1129 time: 0.0423260 Jun 23 22:41:02.850071 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.850294 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.851184 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.851502 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.851858 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.852214 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.852528 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.852842 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.853153 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.853447 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.853762 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.854068 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:02.893518 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (49a25e17-0f13-4aa2-82d9-07e142c4234b), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:02.895998 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:02.897061 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-7bea5019-81fb-474c-81d5-baf29a5cf91b tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "DELETE /v2.0/floatingips/49a25e17-0f13-4aa2-82d9-07e142c4234b HTTP/1.1" status: 204 len: 168 time: 0.4451172 Jun 23 22:41:02.967024 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306d54-bf61-4083-8da5-1ad570f60baf req-dee2be23-9153-43df-a214-aa1adf5f3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:02.968609 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-21306d54-bf61-4083-8da5-1ad570f60baf req-dee2be23-9153-43df-a214-aa1adf5f3f9a service neutron] 10.222.0.55 "GET /v2.0/networks?id=37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 200 len: 920 time: 0.0934720 Jun 23 22:41:02.973559 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36738) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:02.977803 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-9ff58097-bc40-4b4f-89a2-df7331f27834 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422317950', 'description': 'tempest-description--275934467'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:03.020009 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-21306d54-bf61-4083-8da5-1ad570f60baf req-b49d80ad-2c95-4479-b14e-31ecdb3bd75e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79ccfbc8-28e4-4313-8f45-8c693924dbde HTTP/1.1" status: 200 len: 217 time: 0.0365050 Jun 23 22:41:03.028685 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9ff58097-bc40-4b4f-89a2-df7331f27834 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.091089 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.106406 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306d54-bf61-4083-8da5-1ad570f60baf req-caf13772-0cf2-43ab-ab05-dfa1459a64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:03.108045 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-21306d54-bf61-4083-8da5-1ad570f60baf req-caf13772-0cf2-43ab-ab05-dfa1459a64a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 200 len: 858 time: 0.0699718 Jun 23 22:41:03.169501 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9ff58097-bc40-4b4f-89a2-df7331f27834 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group (c1f1c6db-4ad6-4614-80c8-efc080048c55), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.172700 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306d54-bf61-4083-8da5-1ad570f60baf req-7833cd81-bec4-4897-82ca-2178add2425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:03.174271 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-21306d54-bf61-4083-8da5-1ad570f60baf req-7833cd81-bec4-4897-82ca-2178add2425c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37491e26-b7d3-4482-a2c4-21c5caef5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562141 Jun 23 22:41:03.175291 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9ff58097-bc40-4b4f-89a2-df7331f27834 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (c1f1c6db-4ad6-4614-80c8-efc080048c55), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.216242 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:03.235411 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9ff58097-bc40-4b4f-89a2-df7331f27834 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.236602 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-9ff58097-bc40-4b4f-89a2-df7331f27834 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2621298 Jun 23 22:41:03.237270 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff58097-bc40-4b4f-89a2-df7331f27834 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f1c6db-4ad6-4614-80c8-efc080048c55,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:03.239828 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36740) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:03.247404 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-1fc9fb0a-bfd7-49a4-85ca-b06ae3d93ad0 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Request body: {'security_group_rule': {'security_group_id': 'c1f1c6db-4ad6-4614-80c8-efc080048c55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:03.278573 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1fc9fb0a-bfd7-49a4-85ca-b06ae3d93ad0 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group_rule (174f0b14-2bb8-4d60-a318-5352b587df48), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.301311 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-21306d54-bf61-4083-8da5-1ad570f60baf req-913e4610-622d-4b57-9da2-843cf718e582 service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108456 Jun 23 22:41:03.326686 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1fc9fb0a-bfd7-49a4-85ca-b06ae3d93ad0 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group_rule (174f0b14-2bb8-4d60-a318-5352b587df48), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.331078 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1fc9fb0a-bfd7-49a4-85ca-b06ae3d93ad0 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (174f0b14-2bb8-4d60-a318-5352b587df48), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.353332 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9fb0a-bfd7-49a4-85ca-b06ae3d93ad0 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174f0b14-2bb8-4d60-a318-5352b587df48,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:03.362717 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-1fc9fb0a-bfd7-49a4-85ca-b06ae3d93ad0 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.363987 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-1fc9fb0a-bfd7-49a4-85ca-b06ae3d93ad0 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224291 Jun 23 22:41:03.367400 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36742) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:03.371921 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-87c68aaf-644b-482e-b0b5-d5ae502a4966 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Request body: {'security_group_rule': {'security_group_id': 'c1f1c6db-4ad6-4614-80c8-efc080048c55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:03.402391 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87c68aaf-644b-482e-b0b5-d5ae502a4966 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group_rule (18045243-fad9-49d4-9ae3-6810a7e69cda), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.464176 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87c68aaf-644b-482e-b0b5-d5ae502a4966 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group_rule (18045243-fad9-49d4-9ae3-6810a7e69cda), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.468203 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87c68aaf-644b-482e-b0b5-d5ae502a4966 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (18045243-fad9-49d4-9ae3-6810a7e69cda), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.488406 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c68aaf-644b-482e-b0b5-d5ae502a4966 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18045243-fad9-49d4-9ae3-6810a7e69cda,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:03.495980 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87c68aaf-644b-482e-b0b5-d5ae502a4966 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.498089 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-87c68aaf-644b-482e-b0b5-d5ae502a4966 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296117 Jun 23 22:41:03.501072 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36744) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:03.507651 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:03.529809 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.572085 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:03.606897 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:03.616399 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:03.622640 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.641881 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-21306d54-bf61-4083-8da5-1ad570f60baf req-56fd6ae0-fc28-47d5-ad8c-3d147cf37bef service neutron] 10.222.0.55 "GET /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336608 Jun 23 22:41:03.731636 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Allocated IP 172.27.2.149 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/89052ecb-1d7f-4e27-94a8-287717b4dfa3) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:41:03.833209 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for port (89052ecb-1d7f-4e27-94a8-287717b4dfa3), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.864662 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (89052ecb-1d7f-4e27-94a8-287717b4dfa3), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:03.903660 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:41:03.906397 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:41:03.910125 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:41:03.916096 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event updated for resources: {'Port': ['ID=89052ecb-1d7f-4e27-94a8-287717b4dfa3,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:03.997386 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (b4922a66-1240-4d63-a420-b451722ac305), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:04.033103 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (89052ecb-1d7f-4e27-94a8-287717b4dfa3), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:04.174463 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for port (89052ecb-1d7f-4e27-94a8-287717b4dfa3), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:04.178877 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4275053'] for port (89052ecb-1d7f-4e27-94a8-287717b4dfa3), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:04.245619 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event updated for resources: {'Port': ['ID=89052ecb-1d7f-4e27-94a8-287717b4dfa3,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:04.255561 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (b4922a66-1240-4d63-a420-b451722ac305), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:04.265654 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:04.273042 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:04.274400 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-8ec8ca64-e509-4a74-b926-59e3e52b7ff2 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7721133 Jun 23 22:41:04.421079 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-b606b319-6800-4eae-b4e2-1c43d966d713 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1422317950&fields=id&tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2 HTTP/1.1" status: 200 len: 267 time: 0.0415158 Jun 23 22:41:04.527707 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-ea8b36fe-f5fe-4bc5-811b-d5df074e37a4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:04.529066 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-ea8b36fe-f5fe-4bc5-811b-d5df074e37a4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/networks?id=69c6d8a0-202c-42d8-bb93-5c3836a8475f HTTP/1.1" status: 200 len: 811 time: 0.1018343 Jun 23 22:41:04.544232 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-948c2cba-e7c4-4d98-bd10-8af14e19ba31 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/quotas/c751cc6b8ac64f3fb7adc9bc71575bd2 HTTP/1.1" status: 200 len: 375 time: 0.0099351 Jun 23 22:41:04.593431 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-1117b40a-cb8d-4ca5-a8f9-1def887aa9e7 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442767 Jun 23 22:41:04.691779 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-033feded-132d-4b8e-96c2-a22c6589c3a4 service neutron] 10.222.0.43 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872142 Jun 23 22:41:04.780963 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-89824e82-8256-4ca1-a0bb-e41be1642ca3 service neutron] 10.222.0.43 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834060 Jun 23 22:41:04.948377 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1bf081e-3629-4695-bd2b-d63b91688417 req-b5d0462f-3fcd-4eff-98e1-09ef4b175f38 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 210 time: 0.0361433 Jun 23 22:41:05.242675 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 1d0ff831-0151-424d-bdac-c933fd397da7 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:41:05.262320 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: 1d0ff831-0151-424d-bdac-c933fd397da7 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:41:05.262662 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 1d0ff831-0151-424d-bdac-c933fd397da7 not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:41:06.056202 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1022a81d-4071-4559-8dfa-9ede88a2c608 req-e1e63991-c6c3-431a-bb69-a6df313a6511 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 210 time: 0.0395761 Jun 23 22:41:06.163804 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-8c5ac2bf-070d-4e8d-b9dd-c0183aafb78e tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:06.165315 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-8c5ac2bf-070d-4e8d-b9dd-c0183aafb78e tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.55 "GET /v2.0/networks?id=69c6d8a0-202c-42d8-bb93-5c3836a8475f HTTP/1.1" status: 200 len: 811 time: 0.1189356 Jun 23 22:41:06.229553 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-58570315-907d-4eb4-a6eb-67c46781dc78 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2 HTTP/1.1" status: 200 len: 380 time: 0.0525262 Jun 23 22:41:06.335330 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Request body: {'port': {'device_id': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'admin_state_up': True, 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'security_groups': ['c1f1c6db-4ad6-4614-80c8-efc080048c55']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:06.439021 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Made reservation on behalf of c751cc6b8ac64f3fb7adc9bc71575bd2 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:41:06.442646 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:06.497249 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:06.570099 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Allocated IP 172.20.0.9 (69c6d8a0-202c-42d8-bb93-5c3836a8475f/60656d55-937f-4812-b089-eaa0b114b731/60973a16-fee9-49ee-acd2-8876865316c0) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:41:06.619704 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:06.707694 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for port (60973a16-fee9-49ee-acd2-8876865316c0), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:06.739173 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (60973a16-fee9-49ee-acd2-8876865316c0), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:06.782723 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Network 69c6d8a0-202c-42d8-bb93-5c3836a8475f is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:41:06.785658 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:41:06.790001 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:41:06.796335 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event updated for resources: {'Port': ['ID=60973a16-fee9-49ee-acd2-8876865316c0,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:06.842254 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:06.842878 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:06.860711 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-db9e5d8c-b021-4de8-b0c3-7e0000dc462d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5291190 Jun 23 22:41:06.875829 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Request body: {'port': {'device_id': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:06.944853 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (60973a16-fee9-49ee-acd2-8876865316c0), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:06.997059 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-15d5e694-bb17-44e5-8d1c-a4f8faf65749 None None] Provisioning complete for port 60973a16-fee9-49ee-acd2-8876865316c0 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:06.997656 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-15d5e694-bb17-44e5-8d1c-a4f8faf65749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (60973a16-fee9-49ee-acd2-8876865316c0), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:07.030229 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-15d5e694-bb17-44e5-8d1c-a4f8faf65749 None None] Port 60973a16-fee9-49ee-acd2-8876865316c0 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:41:07.185521 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1b9b2-555f-43ba-a053-5ac038051e98 req-34950c83-a259-4a67-b63d-c533e9e2753a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:07.187010 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-13b1b9b2-555f-43ba-a053-5ac038051e98 req-34950c83-a259-4a67-b63d-c533e9e2753a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 931 time: 0.0630908 Jun 23 22:41:07.278250 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:07.283159 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60973a16-fee9-49ee-acd2-8876865316c0 {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:41:07.290424 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-13b1b9b2-555f-43ba-a053-5ac038051e98 req-f82fd3b3-4800-4559-b292-c2fc2244c942 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971518 Jun 23 22:41:07.294720 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Publish callbacks [] for port (60973a16-fee9-49ee-acd2-8876865316c0), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:07.309966 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Transition to ACTIVE for port object 60973a16-fee9-49ee-acd2-8876865316c0 will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:41:07.314023 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (60973a16-fee9-49ee-acd2-8876865316c0), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:07.365508 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Pushing event updated for resources: {'Port': ['ID=60973a16-fee9-49ee-acd2-8876865316c0,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:07.432375 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:07.437683 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Attempting to bind port 60973a16-fee9-49ee-acd2-8876865316c0 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:41:07.438029 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Attempting to bind port 60973a16-fee9-49ee-acd2-8876865316c0 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:41:07.438353 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Attempting to bind port 60973a16-fee9-49ee-acd2-8876865316c0 on network 69c6d8a0-202c-42d8-bb93-5c3836a8475f {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:41:07.443986 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Port 60973a16-fee9-49ee-acd2-8876865316c0 on network 69c6d8a0-202c-42d8-bb93-5c3836a8475f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:41:07.444859 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Attempting to bind port 60973a16-fee9-49ee-acd2-8876865316c0 on network 69c6d8a0-202c-42d8-bb93-5c3836a8475f {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:41:07.451066 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:41:07.451406 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Checking segment: {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:41:07.451771 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Bound using segment: {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:41:07.452191 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Bound port: 60973a16-fee9-49ee-acd2-8876865316c0, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '236f6c2f-e3c4-42fd-a119-3d637c5dc9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:41:07.452540 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (60973a16-fee9-49ee-acd2-8876865316c0), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:07.514071 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] For port 60973a16-fee9-49ee-acd2-8876865316c0, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:41:07.517081 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] For port 60973a16-fee9-49ee-acd2-8876865316c0, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=60973a16-fee9-49ee-acd2-8876865316c0,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:41:07.523026 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (60973a16-fee9-49ee-acd2-8876865316c0), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:07.559321 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:07.559927 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:07.561284 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/60973a16-fee9-49ee-acd2-8876865316c0 HTTP/1.1" status: 200 len: 1093 time: 0.6896636 Jun 23 22:41:07.561706 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'tag': '60973a16-fee9-49ee-acd2-8876865316c0'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:41:07.563945 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87f5644-4b81-4160-97e7-c817e3abeca4" -d '{"events": [{"name": "network-changed", "server_uuid": "3125a0e6-6f0f-408b-8d73-08610945e52e", "tag": "60973a16-fee9-49ee-acd2-8876865316c0"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:41:07.586950 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d2c65-198f-4546-bfe7-fa2369c790c2 service neutron] Pushing event updated for resources: {'Port': ['ID=60973a16-fee9-49ee-acd2-8876865316c0,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:07.612189 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d7f1a8-33c9-4d36-bc46-91ddfdf5a702 x-openstack-request-id: req-e7d7f1a8-33c9-4d36-bc46-91ddfdf5a702 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:41:07.612506 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3125a0e6-6f0f-408b-8d73-08610945e52e", "tag": "60973a16-fee9-49ee-acd2-8876865316c0", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:41:07.612756 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7d7f1a8-33c9-4d36-bc46-91ddfdf5a702 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:41:07.613161 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d7f1a8-33c9-4d36-bc46-91ddfdf5a702'] response: {'name': 'network-changed', 'server_uuid': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'tag': '60973a16-fee9-49ee-acd2-8876865316c0', 'status': 'completed', 'code': 200} Jun 23 22:41:07.661427 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-8b78d796-8276-4911-af73-1df3d9c1b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:07.663620 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-8b78d796-8276-4911-af73-1df3d9c1b666 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2&device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 1127 time: 0.0438805 Jun 23 22:41:07.708993 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-2aaa9181-9643-4338-a391-41224dacf67e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60973a16-fee9-49ee-acd2-8876865316c0 HTTP/1.1" status: 200 len: 217 time: 0.0377104 Jun 23 22:41:07.764237 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-c201e4f5-46d4-4ab4-9652-8b8f19f4e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:07.765690 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-c201e4f5-46d4-4ab4-9652-8b8f19f4e4fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60656d55-937f-4812-b089-eaa0b114b731 HTTP/1.1" status: 200 len: 850 time: 0.0476196 Jun 23 22:41:07.811500 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-bf76520d-6cc4-438a-9b00-5101fae21426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:07.812886 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-bf76520d-6cc4-438a-9b00-5101fae21426 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69c6d8a0-202c-42d8-bb93-5c3836a8475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391123 Jun 23 22:41:07.910535 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-66af5d24-ccf6-44ea-9b37-68497f0b50ef service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866418 Jun 23 22:41:08.003584 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d08ae7cf-e5be-4bb9-9245-c1a6fd245925 req-eb7273f6-6178-407e-bd14-1e968d07339d service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845432 Jun 23 22:41:08.410368 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42867a2-8cd5-41e5-9d11-b77835931995 req-6cef31b3-f5a4-4edd-9a31-d00a9fd13750 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:08.411836 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d42867a2-8cd5-41e5-9d11-b77835931995 req-6cef31b3-f5a4-4edd-9a31-d00a9fd13750 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 943 time: 0.0511672 Jun 23 22:41:08.458632 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d42867a2-8cd5-41e5-9d11-b77835931995 req-b8897506-690b-4ec7-9e89-39710b9fc5c0 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407457 Jun 23 22:41:09.292117 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f5644-4b81-4160-97e7-c817e3abeca4 req-1d58dae9-4b03-4d97-8adb-1fcdc49cd439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:09.293608 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b87f5644-4b81-4160-97e7-c817e3abeca4 req-1d58dae9-4b03-4d97-8adb-1fcdc49cd439 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2&device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 1127 time: 0.0389016 Jun 23 22:41:09.371096 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:09.392224 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f5644-4b81-4160-97e7-c817e3abeca4 req-f7c0dfff-63ab-4c14-8d80-be134ecea2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:09.393610 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b87f5644-4b81-4160-97e7-c817e3abeca4 req-f7c0dfff-63ab-4c14-8d80-be134ecea2e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69c6d8a0-202c-42d8-bb93-5c3836a8475f HTTP/1.1" status: 200 len: 912 time: 0.0915453 Jun 23 22:41:09.434228 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b87f5644-4b81-4160-97e7-c817e3abeca4 req-800fa2a4-0b88-4864-afea-91d61e007759 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60973a16-fee9-49ee-acd2-8876865316c0 HTTP/1.1" status: 200 len: 217 time: 0.0326357 Jun 23 22:41:09.484247 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f5644-4b81-4160-97e7-c817e3abeca4 req-3c890904-1a8d-4ff4-acef-44c241ae2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:09.485695 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b87f5644-4b81-4160-97e7-c817e3abeca4 req-3c890904-1a8d-4ff4-acef-44c241ae2fb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60656d55-937f-4812-b089-eaa0b114b731 HTTP/1.1" status: 200 len: 850 time: 0.0452933 Jun 23 22:41:09.548200 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f5644-4b81-4160-97e7-c817e3abeca4 req-69c4406a-2fc1-4bed-9b6e-050c33794b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:09.549667 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b87f5644-4b81-4160-97e7-c817e3abeca4 req-69c4406a-2fc1-4bed-9b6e-050c33794b6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69c6d8a0-202c-42d8-bb93-5c3836a8475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531290 Jun 23 22:41:09.601991 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2430973-affb-4b44-a73b-5d124f29ce27 req-ab15f258-40e9-422c-9ecf-fb5acf063cae tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:09.603477 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a2430973-affb-4b44-a73b-5d124f29ce27 req-ab15f258-40e9-422c-9ecf-fb5acf063cae tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 943 time: 0.0720425 Jun 23 22:41:09.705819 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a2430973-affb-4b44-a73b-5d124f29ce27 req-e37a272f-ef8f-4f87-808e-886e094d6479 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959432 Jun 23 22:41:09.709336 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b87f5644-4b81-4160-97e7-c817e3abeca4 req-60a322d7-41d1-4fe9-a815-64418992912b service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436553 Jun 23 22:41:09.734001 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:09.801769 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b87f5644-4b81-4160-97e7-c817e3abeca4 req-f03482db-42fb-4367-adda-e657b8f945fb service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851555 Jun 23 22:41:10.821547 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f362ff-5fde-4878-a5af-363f947caa64 req-266c47d0-a60d-47f1-a4ef-28cb43ddb4ea tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:10.823052 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-84f362ff-5fde-4878-a5af-363f947caa64 req-266c47d0-a60d-47f1-a4ef-28cb43ddb4ea tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 943 time: 0.0481160 Jun 23 22:41:10.876649 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-84f362ff-5fde-4878-a5af-363f947caa64 req-e2538156-2023-4214-86f2-a1609efef1cb tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468762 Jun 23 22:41:11.265154 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 60973a16-fee9-49ee-acd2-8876865316c0 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:41:11.366741 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 60973a16-fee9-49ee-acd2-8876865316c0, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=60973a16-fee9-49ee-acd2-8876865316c0,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:11.377390 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': '60973a16-fee9-49ee-acd2-8876865316c0', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'port_id': '60973a16-fee9-49ee-acd2-8876865316c0', 'mac_address': 'fa:16:3e:b1:2e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:41:11.412130 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 60973a16-fee9-49ee-acd2-8876865316c0 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:41:11.412508 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (60973a16-fee9-49ee-acd2-8876865316c0), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:11.426089 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60973a16-fee9-49ee-acd2-8876865316c0 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:41:11.446559 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 60973a16-fee9-49ee-acd2-8876865316c0, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=60973a16-fee9-49ee-acd2-8876865316c0,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:11.450117 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (60973a16-fee9-49ee-acd2-8876865316c0), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:11.499114 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=60973a16-fee9-49ee-acd2-8876865316c0,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:11.507665 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.508092 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.508481 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.508985 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.509416 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.509752 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.510080 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.510404 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.510725 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.511075 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.511395 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.511710 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.512025 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.512337 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.512649 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:11.871393 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['60973a16-fee9-49ee-acd2-8876865316c0'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:41:11.994020 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0c8d9-00c7-4bf6-877f-79aa5dda84db req-a0626da9-5b75-4ab9-bdd7-8c6afb7465cf tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:11.995531 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9ee0c8d9-00c7-4bf6-877f-79aa5dda84db req-a0626da9-5b75-4ab9-bdd7-8c6afb7465cf tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 944 time: 0.0475409 Jun 23 22:41:12.045186 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9ee0c8d9-00c7-4bf6-877f-79aa5dda84db req-a5495fda-86fe-4ca1-962d-c5910d5df314 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438273 Jun 23 22:41:12.146537 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=62 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:12.152731 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=70 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:13.168781 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeec42b-d761-49cc-9e45-196c22a037a2 req-bbcb1e3f-68be-45e5-b056-d6510b22c9d8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:13.170208 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8aeec42b-d761-49cc-9e45-196c22a037a2 req-bbcb1e3f-68be-45e5-b056-d6510b22c9d8 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 944 time: 0.0480866 Jun 23 22:41:13.217885 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8aeec42b-d761-49cc-9e45-196c22a037a2 req-fc2cbf8b-7ca0-43e9-ac88-51cb6dfce72d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421557 Jun 23 22:41:13.281534 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 60973a16-fee9-49ee-acd2-8876865316c0 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:41:13.327402 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port 60973a16-fee9-49ee-acd2-8876865316c0 completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:41:13.333304 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port 60973a16-fee9-49ee-acd2-8876865316c0 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:13.333568 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (60973a16-fee9-49ee-acd2-8876865316c0), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:13.378355 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:13.399032 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:13.410116 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 60973a16-fee9-49ee-acd2-8876865316c0 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:41:13.410501 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (60973a16-fee9-49ee-acd2-8876865316c0), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:13.433125 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60973a16-fee9-49ee-acd2-8876865316c0'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:41:13.435424 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0332f260-5108-4f2f-ab9b-d8b5fd053e64" -d '{"events": [{"server_uuid": "3125a0e6-6f0f-408b-8d73-08610945e52e", "name": "network-vif-plugged", "status": "completed", "tag": "60973a16-fee9-49ee-acd2-8876865316c0"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:41:13.448366 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 60973a16-fee9-49ee-acd2-8876865316c0, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=60973a16-fee9-49ee-acd2-8876865316c0,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:13.452617 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (60973a16-fee9-49ee-acd2-8876865316c0), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:13.481238 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33405a24-9793-4309-9d3a-ada60dcec3b2 x-openstack-request-id: req-33405a24-9793-4309-9d3a-ada60dcec3b2 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:41:13.481585 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3125a0e6-6f0f-408b-8d73-08610945e52e", "name": "network-vif-plugged", "status": "completed", "tag": "60973a16-fee9-49ee-acd2-8876865316c0", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:41:13.482050 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33405a24-9793-4309-9d3a-ada60dcec3b2 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:41:13.482428 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33405a24-9793-4309-9d3a-ada60dcec3b2'] response: {'server_uuid': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60973a16-fee9-49ee-acd2-8876865316c0', 'code': 200} Jun 23 22:41:13.508507 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=60973a16-fee9-49ee-acd2-8876865316c0,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:13.655511 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd1daa-45d8-4783-b659-6e34cf1280e9 req-82be156e-43a9-41d8-9337-daf2c8c32c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:13.656900 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fdcd1daa-45d8-4783-b659-6e34cf1280e9 req-82be156e-43a9-41d8-9337-daf2c8c32c92 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 1129 time: 0.0452929 Jun 23 22:41:13.706079 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fdcd1daa-45d8-4783-b659-6e34cf1280e9 req-63218035-635b-44e3-b142-196f91a634c2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368209 Jun 23 22:41:14.265653 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:14.331876 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dcac8-3cdf-4f81-a5ee-e8a0a318cbed req-1fe9beaa-5c43-4174-b444-707bd026eb68 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:14.333337 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-701dcac8-3cdf-4f81-a5ee-e8a0a318cbed req-1fe9beaa-5c43-4174-b444-707bd026eb68 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 945 time: 0.0471354 Jun 23 22:41:14.382486 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-701dcac8-3cdf-4f81-a5ee-e8a0a318cbed req-7d332ee3-8cce-45ae-be71-aa0ad4d7c3f9 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424788 Jun 23 22:41:15.497959 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522053c8-8c05-4e19-880a-deac7595da13 req-74f96bb3-794b-4cb5-a7a7-56c9fec5d95a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:15.499452 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-522053c8-8c05-4e19-880a-deac7595da13 req-74f96bb3-794b-4cb5-a7a7-56c9fec5d95a tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 945 time: 0.0453978 Jun 23 22:41:15.549385 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-522053c8-8c05-4e19-880a-deac7595da13 req-76f00d40-16dc-48f0-943b-ae1723a0e0e7 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443857 Jun 23 22:41:16.655347 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:16.664450 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8482c2-dd54-445d-881b-7537c51723af req-4577340e-d95c-42be-b7ce-cc85acb6dec9 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:16.665889 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6d8482c2-dd54-445d-881b-7537c51723af req-4577340e-d95c-42be-b7ce-cc85acb6dec9 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 945 time: 0.0471025 Jun 23 22:41:16.711747 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6d8482c2-dd54-445d-881b-7537c51723af req-6ad7b477-9df9-41ff-adc9-a2b12089d069 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404208 Jun 23 22:41:16.821979 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4000c9-7e9e-459c-ba8b-73a3d0daf6b4 req-542a7778-426b-430f-a4c0-2df409403296 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:16.823425 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-aa4000c9-7e9e-459c-ba8b-73a3d0daf6b4 req-542a7778-426b-430f-a4c0-2df409403296 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 945 time: 0.0454009 Jun 23 22:41:16.831749 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36806) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:16.836468 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-ae3c08c5-38eb-49d3-a5a5-a95c056032f4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Request body: {'floatingip': {'port_id': '60973a16-fee9-49ee-acd2-8876865316c0'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:16.858873 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:41:16.874938 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ae3c08c5-38eb-49d3-a5a5-a95c056032f4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (b4922a66-1240-4d63-a420-b451722ac305), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:17.140304 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:17.277281 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ae3c08c5-38eb-49d3-a5a5-a95c056032f4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:17.280937 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ae3c08c5-38eb-49d3-a5a5-a95c056032f4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (b4922a66-1240-4d63-a420-b451722ac305), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:17.375558 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-ae3c08c5-38eb-49d3-a5a5-a95c056032f4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Floating IP b4922a66-1240-4d63-a420-b451722ac305 associated. External IP: 172.27.2.149, port: 60973a16-fee9-49ee-acd2-8876865316c0. Jun 23 22:41:17.572438 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3c08c5-38eb-49d3-a5a5-a95c056032f4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:41:17.673442 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3c08c5-38eb-49d3-a5a5-a95c056032f4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:41:17.678122 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ae3c08c5-38eb-49d3-a5a5-a95c056032f4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:17.684022 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd535ce-d079-4bc8-978b-71649184942e None None] Sync routers for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:41:17.698019 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd535ce-d079-4bc8-978b-71649184942e None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:17.698632 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-2fd535ce-d079-4bc8-978b-71649184942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:40:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:17.707480 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-ae3c08c5-38eb-49d3-a5a5-a95c056032f4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "PUT /v2.0/floatingips/b4922a66-1240-4d63-a420-b451722ac305 HTTP/1.1" status: 200 len: 991 time: 0.8747964 Jun 23 22:41:17.708166 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'tag': '60973a16-fee9-49ee-acd2-8876865316c0'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:41:17.710492 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e77c4e-ffd2-4d49-b865-27cc63bae4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3125a0e6-6f0f-408b-8d73-08610945e52e", "tag": "60973a16-fee9-49ee-acd2-8876865316c0"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:41:17.748625 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd1bcf4-0782-4191-a040-1009d6573664 x-openstack-request-id: req-0fd1bcf4-0782-4191-a040-1009d6573664 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:41:17.748916 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3125a0e6-6f0f-408b-8d73-08610945e52e", "tag": "60973a16-fee9-49ee-acd2-8876865316c0", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:41:17.749183 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fd1bcf4-0782-4191-a040-1009d6573664 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:41:17.749586 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd1bcf4-0782-4191-a040-1009d6573664'] response: {'name': 'network-changed', 'server_uuid': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'tag': '60973a16-fee9-49ee-acd2-8876865316c0', 'status': 'completed', 'code': 200} Jun 23 22:41:17.806232 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-2fd535ce-d079-4bc8-978b-71649184942e None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:17.817955 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:17.828779 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77c4e-ffd2-4d49-b865-27cc63bae4f5 req-0da89539-cb4a-44f1-ac20-6c0572af0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:17.830201 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a4e77c4e-ffd2-4d49-b865-27cc63bae4f5 req-0da89539-cb4a-44f1-ac20-6c0572af0831 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2&device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 1129 time: 0.0405412 Jun 23 22:41:17.930350 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77c4e-ffd2-4d49-b865-27cc63bae4f5 req-e1f5591c-4091-4901-ac49-7870c56d34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:17.931850 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a4e77c4e-ffd2-4d49-b865-27cc63bae4f5 req-e1f5591c-4091-4901-ac49-7870c56d34a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69c6d8a0-202c-42d8-bb93-5c3836a8475f HTTP/1.1" status: 200 len: 912 time: 0.0881841 Jun 23 22:41:18.002112 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a4e77c4e-ffd2-4d49-b865-27cc63bae4f5 req-68510e5a-9182-4e69-8380-fb20223dd82f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60973a16-fee9-49ee-acd2-8876865316c0 HTTP/1.1" status: 200 len: 999 time: 0.0581133 Jun 23 22:41:18.024232 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-2fd535ce-d079-4bc8-978b-71649184942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': 'b4922a66-1240-4d63-a420-b451722ac305', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'port_id': '60973a16-fee9-49ee-acd2-8876865316c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'mac_address': 'fa:16:3e:b1:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:41:03Z', 'updated_at': '2022-06-23T22:41:17Z', 'revision_number': 1, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:06Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:18.048978 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd535ce-d079-4bc8-978b-71649184942e None None] Checking router: 2ce5cec4-4bba-4d28-a827-90f70bd69e3b for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:41:18.057300 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd535ce-d079-4bc8-978b-71649184942e None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:18.057800 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-2fd535ce-d079-4bc8-978b-71649184942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:40:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:18.060992 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77c4e-ffd2-4d49-b865-27cc63bae4f5 req-ce84edfd-5599-48aa-8b9a-da4ea7ab04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:18.061452 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a4e77c4e-ffd2-4d49-b865-27cc63bae4f5 req-ce84edfd-5599-48aa-8b9a-da4ea7ab04d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60656d55-937f-4812-b089-eaa0b114b731 HTTP/1.1" status: 200 len: 850 time: 0.0457408 Jun 23 22:41:18.114595 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77c4e-ffd2-4d49-b865-27cc63bae4f5 req-5986c3de-1d65-43ac-8cc1-36ee2d478051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:18.116057 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a4e77c4e-ffd2-4d49-b865-27cc63bae4f5 req-5986c3de-1d65-43ac-8cc1-36ee2d478051 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69c6d8a0-202c-42d8-bb93-5c3836a8475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429199 Jun 23 22:41:18.156651 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-2fd535ce-d079-4bc8-978b-71649184942e None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:18.209461 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:18.216647 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a4e77c4e-ffd2-4d49-b865-27cc63bae4f5 req-fec11e05-0d66-4883-a16a-b92512cb6cee service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866685 Jun 23 22:41:18.379306 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-2fd535ce-d079-4bc8-978b-71649184942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': 'b4922a66-1240-4d63-a420-b451722ac305', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'port_id': '60973a16-fee9-49ee-acd2-8876865316c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'mac_address': 'fa:16:3e:b1:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:41:03Z', 'updated_at': '2022-06-23T22:41:17Z', 'revision_number': 1, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:06Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:18.490773 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd535ce-d079-4bc8-978b-71649184942e None None] The sync data for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi is: [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': 'b4922a66-1240-4d63-a420-b451722ac305', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'port_id': '60973a16-fee9-49ee-acd2-8876865316c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'mac_address': 'fa:16:3e:b1:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:41:03Z', 'updated_at': '2022-06-23T22:41:17Z', 'revision_number': 1, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:06Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:41:18.574456 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a4e77c4e-ffd2-4d49-b865-27cc63bae4f5 req-28749212-2778-40ad-93d8-1f5aea288ed2 service neutron] 10.222.0.55 "GET /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410387 Jun 23 22:41:18.692230 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edbe2f7-5a6e-41ba-a1f4-22172881da5a None None] New status for floating IP b4922a66-1240-4d63-a420-b451722ac305: ACTIVE {{(pid=104140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:41:22.340412 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-00be19ed-acff-489a-97b5-304e2ec2fdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:24.633403 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b4d62a6a-8dbe-48c3-bf4d-c38dbe70028f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:25.341182 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46cedf-eeed-43ef-8843-85d947e0b8dd req-544641aa-800b-4580-8ffe-fb6e9f72eb97 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:25.342608 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9f46cedf-eeed-43ef-8843-85d947e0b8dd req-544641aa-800b-4580-8ffe-fb6e9f72eb97 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0459945 Jun 23 22:41:25.389453 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9f46cedf-eeed-43ef-8843-85d947e0b8dd req-b634a38e-a7fa-4542-bfc4-832621fedb58 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412521 Jun 23 22:41:25.966331 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:26.507959 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e016779-270a-491f-a542-d4c40a82486d req-a0775251-baea-4466-8fea-a5f20850fff7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:26.510451 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7e016779-270a-491f-a542-d4c40a82486d req-a0775251-baea-4466-8fea-a5f20850fff7 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0513027 Jun 23 22:41:26.557774 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7e016779-270a-491f-a542-d4c40a82486d req-300dc739-69e6-4787-aa69-7d88c4cbf66c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418239 Jun 23 22:41:27.092615 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:27.436022 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:27.674866 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df8cd5-4fdf-40d6-ac4b-a0ca43b4b9fd req-05212252-1de9-445e-b935-7d1815b73c98 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:27.676353 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f6df8cd5-4fdf-40d6-ac4b-a0ca43b4b9fd req-05212252-1de9-445e-b935-7d1815b73c98 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0473263 Jun 23 22:41:27.725529 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f6df8cd5-4fdf-40d6-ac4b-a0ca43b4b9fd req-4ae4042e-5379-4579-a7d8-28627ec0d709 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434828 Jun 23 22:41:28.842329 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0658c0e-663a-4d58-850a-c07f071e13d7 req-b684f726-a046-482d-9929-4c025a83feb0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:28.843782 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b0658c0e-663a-4d58-850a-c07f071e13d7 req-b684f726-a046-482d-9929-4c025a83feb0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0460310 Jun 23 22:41:28.850224 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=75 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:28.855496 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=81 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:28.893538 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b0658c0e-663a-4d58-850a-c07f071e13d7 req-d63bc91a-7ff6-4d85-a2a0-9c7d8d497700 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443721 Jun 23 22:41:29.567462 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-31f35577-f8c6-43ae-b729-a90eea20d5c9 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:29.568881 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-31f35577-f8c6-43ae-b729-a90eea20d5c9 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0466194 Jun 23 22:41:29.740232 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Deleting port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:41:29.740566 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:29.823405 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:29.834486 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] For port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:29.834843 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:30.026442 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:30.027148 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (5f478763-1a2f-4152-b778-cce642adea8c), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:30.027148 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Floating IP 5f478763-1a2f-4152-b778-cce642adea8c disassociated. External IP: 172.27.2.194, port: e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34. Jun 23 22:41:30.027346 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Calling delete_port for e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:41:30.034732 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2bca3-c478-493d-a679-8de04386bdc7 req-cd72aa0a-dabe-40a5-9ab8-6bc129f0a2f1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:30.036227 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-65e2bca3-c478-493d-a679-8de04386bdc7 req-cd72aa0a-dabe-40a5-9ab8-6bc129f0a2f1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 945 time: 0.0674272 Jun 23 22:41:30.094523 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:30.129445 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-65e2bca3-c478-493d-a679-8de04386bdc7 req-918669d3-4e64-4c6e-9361-b88f2318857b tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=23e8efa3-ac53-4179-b2fc-619e4354c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855987 Jun 23 22:41:30.202086 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:30.234828 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event deleted for resources: {'Port': ['ID=e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:30.246190 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.246190 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.246488 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.246763 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.247123 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.247452 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.247779 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.248107 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.248448 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.248770 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.249090 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.249406 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.249724 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.250042 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.250382 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:30.356763 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Router 5217187c-ce4f-443e-8221-d529a6a20cd9 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:41:30.460935 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:41:30.472416 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd253da-25e4-4aee-8bd1-398cb74fdf2c None None] Sync routers for ids ['5217187c-ce4f-443e-8221-d529a6a20cd9'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:41:30.483238 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd253da-25e4-4aee-8bd1-398cb74fdf2c None None] Routers {'5217187c-ce4f-443e-8221-d529a6a20cd9'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:30.483850 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-5fd253da-25e4-4aee-8bd1-398cb74fdf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['5217187c-ce4f-443e-8221-d529a6a20cd9'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:30.502585 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] No DVR routers for this DVR port e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:41:30.504971 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:30.508181 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c91ef418-07dc-4468-ad62-42db76a0aa24 req-8f90bedb-ee84-4868-a650-426890e1fbc0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "DELETE /v2.0/ports/e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 HTTP/1.1" status: 204 len: 173 time: 0.8426795 Jun 23 22:41:30.508613 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'name': 'network-vif-deleted', 'tag': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:41:30.511407 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c165b3-1845-405c-b206-88c2de616e33" -d '{"events": [{"server_uuid": "05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b", "name": "network-vif-deleted", "tag": "e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:41:30.591093 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-5fd253da-25e4-4aee-8bd1-398cb74fdf2c None None] Set router 5217187c-ce4f-443e-8221-d529a6a20cd9 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:30.623758 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e1912b-6100-4664-b403-881292395111 x-openstack-request-id: req-74e1912b-6100-4664-b403-881292395111 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:41:30.624053 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b", "name": "network-vif-deleted", "tag": "e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:41:30.624394 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74e1912b-6100-4664-b403-881292395111 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:41:30.624754 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e1912b-6100-4664-b403-881292395111'] response: {'server_uuid': '05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b', 'name': 'network-vif-deleted', 'tag': 'e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34', 'status': 'completed', 'code': 200} Jun 23 22:41:30.812171 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-5fd253da-25e4-4aee-8bd1-398cb74fdf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24bfcff9-8254-4246-8ff5-e0b2651fdcc1', 'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'mac_address': 'fa:16:3e:eb:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 5, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'subnets': [{'id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:30.839014 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd253da-25e4-4aee-8bd1-398cb74fdf2c None None] Checking router: 5217187c-ce4f-443e-8221-d529a6a20cd9 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:41:30.847109 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd253da-25e4-4aee-8bd1-398cb74fdf2c None None] Routers {'5217187c-ce4f-443e-8221-d529a6a20cd9'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:30.847698 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-5fd253da-25e4-4aee-8bd1-398cb74fdf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['5217187c-ce4f-443e-8221-d529a6a20cd9'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:30.945300 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-5fd253da-25e4-4aee-8bd1-398cb74fdf2c None None] Set router 5217187c-ce4f-443e-8221-d529a6a20cd9 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:31.130865 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-5fd253da-25e4-4aee-8bd1-398cb74fdf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24bfcff9-8254-4246-8ff5-e0b2651fdcc1', 'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'mac_address': 'fa:16:3e:eb:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 5, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'subnets': [{'id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:31.160885 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd253da-25e4-4aee-8bd1-398cb74fdf2c None None] The sync data for ids ['5217187c-ce4f-443e-8221-d529a6a20cd9'] in dv-cinder-846173-2-iscsi is: [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:07Z', 'revision_number': 4, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24bfcff9-8254-4246-8ff5-e0b2651fdcc1', 'name': '', 'network_id': '37491e26-b7d3-4482-a2c4-21c5caef5449', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'mac_address': 'fa:16:3e:eb:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 5, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'subnets': [{'id': 'be0ee753-550b-4b20-9c49-ed1963544021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:41:31.246390 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-03154902-b62a-4b4b-896f-84bcb1601c2e req-bcfe2461-6451-4b2c-8fd9-65f1ffa052ec tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=05cfbf08-fa7c-4c9e-ac4b-7a94984ffa1b HTTP/1.1" status: 200 len: 210 time: 0.0300350 Jun 23 22:41:31.405371 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ac887-bf30-4291-b03d-2d42e1cc61e3 None None] New status for floating IP 5f478763-1a2f-4152-b778-cce642adea8c: DOWN {{(pid=104140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:41:32.333004 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36912) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:32.392653 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-674cdc60-3ee8-40e5-b786-3a8e27a9749c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for security_group (23e8efa3-ac53-4179-b2fc-619e4354c1b5), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:32.416670 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-674cdc60-3ee8-40e5-b786-3a8e27a9749c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for security_group (23e8efa3-ac53-4179-b2fc-619e4354c1b5), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:32.462441 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-674cdc60-3ee8-40e5-b786-3a8e27a9749c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (23e8efa3-ac53-4179-b2fc-619e4354c1b5), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:32.465938 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-674cdc60-3ee8-40e5-b786-3a8e27a9749c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:32.467190 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-674cdc60-3ee8-40e5-b786-3a8e27a9749c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "DELETE /v2.0/security-groups/23e8efa3-ac53-4179-b2fc-619e4354c1b5 HTTP/1.1" status: 204 len: 168 time: 0.1331730 Jun 23 22:41:32.470116 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36914) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:32.476922 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cdc60-3ee8-40e5-b786-3a8e27a9749c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e8efa3-ac53-4179-b2fc-619e4354c1b5,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:32.491272 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.api.v2.resource [None req-66577e41-c887-468e-83da-dc7e7947c5e1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] show failed (client error): The resource could not be found. Jun 23 22:41:32.492303 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-66577e41-c887-468e-83da-dc7e7947c5e1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups/23e8efa3-ac53-4179-b2fc-619e4354c1b5 HTTP/1.1" status: 404 len: 347 time: 0.0205915 Jun 23 22:41:32.495184 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36916) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:32.603880 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-84e132ac-9213-4ea7-ad2d-157808820638 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Deleting port db43e7cf-fdd5-4e6d-a112-f166bc93f660 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:41:32.604105 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-84e132ac-9213-4ea7-ad2d-157808820638 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (db43e7cf-fdd5-4e6d-a112-f166bc93f660), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:32.681210 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-84e132ac-9213-4ea7-ad2d-157808820638 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (db43e7cf-fdd5-4e6d-a112-f166bc93f660), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:32.681523 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-84e132ac-9213-4ea7-ad2d-157808820638 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for floatingip (db43e7cf-fdd5-4e6d-a112-f166bc93f660), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:32.695010 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-84e132ac-9213-4ea7-ad2d-157808820638 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Calling delete_port for db43e7cf-fdd5-4e6d-a112-f166bc93f660 owned by network:floatingip {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:41:32.699164 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:32.843571 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-84e132ac-9213-4ea7-ad2d-157808820638 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (db43e7cf-fdd5-4e6d-a112-f166bc93f660), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:32.867998 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e132ac-9213-4ea7-ad2d-157808820638 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event deleted for resources: {'Port': ['ID=db43e7cf-fdd5-4e6d-a112-f166bc93f660,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:32.930999 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-84e132ac-9213-4ea7-ad2d-157808820638 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks [] for floatingip (5f478763-1a2f-4152-b778-cce642adea8c), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:32.934242 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-84e132ac-9213-4ea7-ad2d-157808820638 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:32.935371 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-84e132ac-9213-4ea7-ad2d-157808820638 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "DELETE /v2.0/floatingips/5f478763-1a2f-4152-b778-cce642adea8c HTTP/1.1" status: 204 len: 168 time: 0.4392798 Jun 23 22:41:33.089030 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:33.139020 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01dc76-cfec-4fef-8a85-7a688a536f03 req-bccf63f4-a4ee-40a7-8343-7889b4efffc9 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:33.140494 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2a01dc76-cfec-4fef-8a85-7a688a536f03 req-bccf63f4-a4ee-40a7-8343-7889b4efffc9 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 945 time: 0.0513196 Jun 23 22:41:33.152595 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:33.188838 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2a01dc76-cfec-4fef-8a85-7a688a536f03 req-a30ed176-af85-478d-9700-9f23a7d239ea tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426123 Jun 23 22:41:33.375415 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:41:33.394173 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:41:33.394513 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device e4f7fec0-2950-4a5c-8ce9-2b7668c8ae34 not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:41:34.301028 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4cf9c-1237-4352-b21d-8064f5afb65d req-a201ff35-75f2-4068-be7e-aab57bf4edf4 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:34.302477 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6de4cf9c-1237-4352-b21d-8064f5afb65d req-a201ff35-75f2-4068-be7e-aab57bf4edf4 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 945 time: 0.0465395 Jun 23 22:41:34.351105 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6de4cf9c-1237-4352-b21d-8064f5afb65d req-1253e580-c617-4fa3-94a8-aac16831be35 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416381 Jun 23 22:41:35.342778 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-cf3210f2-4efc-4db7-9fe5-57bcc9fd6918 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:35.344260 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-cf3210f2-4efc-4db7-9fe5-57bcc9fd6918 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 945 time: 0.0591443 Jun 23 22:41:35.430688 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c94c0-c093-4513-9f2b-557801951846 req-014be8cb-c424-40ca-a92c-0c7dc9febdef tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:35.432147 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-402c94c0-c093-4513-9f2b-557801951846 req-014be8cb-c424-40ca-a92c-0c7dc9febdef tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0525892 Jun 23 22:41:35.492663 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ed946-cca3-4f6e-b4f6-74bd5199b9b1 req-776f5b0b-c2c7-4354-b1a8-a14ea576a3cc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:35.494343 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-604ed946-cca3-4f6e-b4f6-74bd5199b9b1 req-776f5b0b-c2c7-4354-b1a8-a14ea576a3cc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 945 time: 0.0705414 Jun 23 22:41:35.527062 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-402c94c0-c093-4513-9f2b-557801951846 req-202b499a-2e11-4c79-8804-9719609e4f1a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876100 Jun 23 22:41:35.552872 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-604ed946-cca3-4f6e-b4f6-74bd5199b9b1 req-bcfe714b-0b94-448b-9aa7-a0e67fd7589f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524507 Jun 23 22:41:36.685149 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14c210-0992-4899-bb0f-43c2bbceab1a req-c4f40838-459f-47fa-9a4a-1b3510379f6d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:36.686907 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dc14c210-0992-4899-bb0f-43c2bbceab1a req-c4f40838-459f-47fa-9a4a-1b3510379f6d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0916762 Jun 23 22:41:36.710216 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ea61d-8b52-4385-a94a-db3f43ceecd0 req-a733f8e9-9862-4276-808a-9ff5ca8bce9e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:36.711929 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b6ea61d-8b52-4385-a94a-db3f43ceecd0 req-a733f8e9-9862-4276-808a-9ff5ca8bce9e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 945 time: 0.0797954 Jun 23 22:41:36.788214 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dc14c210-0992-4899-bb0f-43c2bbceab1a req-a6dec9fb-e199-495b-b848-17393a34bc13 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952580 Jun 23 22:41:36.794572 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b6ea61d-8b52-4385-a94a-db3f43ceecd0 req-830c4a1e-1678-4881-83d9-461d4acb3a34 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743740 Jun 23 22:41:37.933929 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d625a-b50f-47bc-a250-49f4dfa7aa52 req-9bfd1d52-ed74-4978-bb4a-4e88c3f8cddb tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:37.935678 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6e8d625a-b50f-47bc-a250-49f4dfa7aa52 req-9bfd1d52-ed74-4978-bb4a-4e88c3f8cddb tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0781164 Jun 23 22:41:37.942518 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354781c8-2dce-4f41-bbc9-b12f7f3034a2 req-570191a1-6df7-4d73-b771-5917ce91f5c6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:37.943905 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-354781c8-2dce-4f41-bbc9-b12f7f3034a2 req-570191a1-6df7-4d73-b771-5917ce91f5c6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 945 time: 0.0763328 Jun 23 22:41:37.992039 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:38.021407 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-354781c8-2dce-4f41-bbc9-b12f7f3034a2 req-92aa01ad-cc44-4737-809f-459f39a51309 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=c956c262-df91-4f99-aa83-3fbddc2e5fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698833 Jun 23 22:41:38.024148 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6e8d625a-b50f-47bc-a250-49f4dfa7aa52 req-a2110193-636b-4f22-b1d9-be26ca6b3af0 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794017 Jun 23 22:41:38.219784 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Deleting port 249824e0-dfdc-4f82-b94a-8d07832fb74e {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:41:38.220120 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:38.308293 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] For port 249824e0-dfdc-4f82-b94a-8d07832fb74e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=249824e0-dfdc-4f82-b94a-8d07832fb74e,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:38.308659 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:38.359099 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:38.473809 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:38.474170 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (39c205ed-e533-4d0c-a1c2-2f4fe142c687), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:38.474473 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Floating IP 39c205ed-e533-4d0c-a1c2-2f4fe142c687 disassociated. External IP: 172.27.2.243, port: 249824e0-dfdc-4f82-b94a-8d07832fb74e. Jun 23 22:41:38.474878 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Calling delete_port for 249824e0-dfdc-4f82-b94a-8d07832fb74e owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:41:38.613059 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (249824e0-dfdc-4f82-b94a-8d07832fb74e), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:38.671204 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event deleted for resources: {'Port': ['ID=249824e0-dfdc-4f82-b94a-8d07832fb74e,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:38.689379 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9c449-03e5-493d-a41b-e4f41481e7c9 req-0b30ae2e-3ed6-412e-b40b-ce9edb6fd86c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:38.691612 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a8a9c449-03e5-493d-a41b-e4f41481e7c9 req-0b30ae2e-3ed6-412e-b40b-ce9edb6fd86c tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.0891294 Jun 23 22:41:38.859458 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-a8a9c449-03e5-493d-a41b-e4f41481e7c9 req-c1ab7be8-5ff9-42b9-9718-ab403fcb3803 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Deleting port db6ca92f-4e18-420e-8910-cb6285fa5c3d {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:41:38.859790 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a8a9c449-03e5-493d-a41b-e4f41481e7c9 req-c1ab7be8-5ff9-42b9-9718-ab403fcb3803 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:38.893586 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:41:39.005671 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-a8a9c449-03e5-493d-a41b-e4f41481e7c9 req-c1ab7be8-5ff9-42b9-9718-ab403fcb3803 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] For port db6ca92f-4e18-420e-8910-cb6285fa5c3d, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=db6ca92f-4e18-420e-8910-cb6285fa5c3d,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:39.006235 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a8a9c449-03e5-493d-a41b-e4f41481e7c9 req-c1ab7be8-5ff9-42b9-9718-ab403fcb3803 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:39.015033 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:39.053828 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-a8a9c449-03e5-493d-a41b-e4f41481e7c9 req-c1ab7be8-5ff9-42b9-9718-ab403fcb3803 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Calling delete_port for db6ca92f-4e18-420e-8910-cb6285fa5c3d owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:41:39.160228 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:41:39.171304 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9fc47afc-58fa-49c8-b9a4-2ad807fd956b req-8942bb2c-e69c-4859-9f81-d8709dfb01b8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=e085b10f-a993-4e81-963d-0006a6431b67 HTTP/1.1" status: 200 len: 210 time: 0.0572143 Jun 23 22:41:39.171886 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86852455-12bd-4603-b980-89ec24bc3229 None None] Sync routers for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:41:39.182785 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86852455-12bd-4603-b980-89ec24bc3229 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:39.192294 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-86852455-12bd-4603-b980-89ec24bc3229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:39.302603 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-86852455-12bd-4603-b980-89ec24bc3229 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:39.412725 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 249824e0-dfdc-4f82-b94a-8d07832fb74e no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:41:39.433446 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: 249824e0-dfdc-4f82-b94a-8d07832fb74e {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:41:39.433800 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 249824e0-dfdc-4f82-b94a-8d07832fb74e not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:41:39.442053 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:39.504394 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-86852455-12bd-4603-b980-89ec24bc3229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:39.529571 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86852455-12bd-4603-b980-89ec24bc3229 None None] Checking router: 863c27d2-56ae-4508-a4b8-2fecd998b6b6 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:41:39.532634 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:39.538213 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86852455-12bd-4603-b980-89ec24bc3229 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:39.538825 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-86852455-12bd-4603-b980-89ec24bc3229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:39.539892 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] No DVR routers for this DVR port 249824e0-dfdc-4f82-b94a-8d07832fb74e on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:41:39.554462 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:39.559726 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-21d50ce1-d8c0-4ae2-b106-62f0f0a569b8 req-bf3b72e9-25f2-4055-b84e-0618d2f81e31 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "DELETE /v2.0/ports/249824e0-dfdc-4f82-b94a-8d07832fb74e HTTP/1.1" status: 204 len: 173 time: 1.4258513 Jun 23 22:41:39.561074 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e085b10f-a993-4e81-963d-0006a6431b67', 'name': 'network-vif-deleted', 'tag': '249824e0-dfdc-4f82-b94a-8d07832fb74e'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:41:39.564151 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457531c9-6530-4151-9c52-f78e3f6e64f4" -d '{"events": [{"server_uuid": "e085b10f-a993-4e81-963d-0006a6431b67", "name": "network-vif-deleted", "tag": "249824e0-dfdc-4f82-b94a-8d07832fb74e"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:41:39.577035 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250fa40-86b1-4b2d-8b7d-6a3338d087c8 req-5831df00-61dd-4a80-97db-76598e32c1c1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:39.578851 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9250fa40-86b1-4b2d-8b7d-6a3338d087c8 req-5831df00-61dd-4a80-97db-76598e32c1c1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda9f458-d54a-46b6-a86a-884bc9d95a64 HTTP/1.1" status: 200 len: 946 time: 0.4598200 Jun 23 22:41:39.636909 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c9e9ec-e637-4c2b-951b-3df9ac32178d x-openstack-request-id: req-f9c9e9ec-e637-4c2b-951b-3df9ac32178d {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:41:39.637197 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e085b10f-a993-4e81-963d-0006a6431b67", "name": "network-vif-deleted", "tag": "249824e0-dfdc-4f82-b94a-8d07832fb74e", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:41:39.637452 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9c9e9ec-e637-4c2b-951b-3df9ac32178d {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:41:39.637860 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c9e9ec-e637-4c2b-951b-3df9ac32178d'] response: {'server_uuid': 'e085b10f-a993-4e81-963d-0006a6431b67', 'name': 'network-vif-deleted', 'tag': '249824e0-dfdc-4f82-b94a-8d07832fb74e', 'status': 'completed', 'code': 200} Jun 23 22:41:39.662629 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-86852455-12bd-4603-b980-89ec24bc3229 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:39.706684 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9250fa40-86b1-4b2d-8b7d-6a3338d087c8 req-2bddbe84-999c-4a38-bb36-964bf331ace1 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218462 Jun 23 22:41:39.707944 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a8a9c449-03e5-493d-a41b-e4f41481e7c9 req-c1ab7be8-5ff9-42b9-9718-ab403fcb3803 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (db6ca92f-4e18-420e-8910-cb6285fa5c3d), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:39.727030 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['79ccfbc8-28e4-4313-8f45-8c693924dbde', 'db6ca92f-4e18-420e-8910-cb6285fa5c3d'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:41:39.741727 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab7be8-5ff9-42b9-9718-ab403fcb3803 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event deleted for resources: {'Port': ['ID=db6ca92f-4e18-420e-8910-cb6285fa5c3d,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:39.760583 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:39.801139 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a9c449-03e5-493d-a41b-e4f41481e7c9 req-c1ab7be8-5ff9-42b9-9718-ab403fcb3803 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] No DVR routers for this DVR port db6ca92f-4e18-420e-8910-cb6285fa5c3d on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:41:39.804094 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a8a9c449-03e5-493d-a41b-e4f41481e7c9 req-c1ab7be8-5ff9-42b9-9718-ab403fcb3803 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:39.807581 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a8a9c449-03e5-493d-a41b-e4f41481e7c9 req-c1ab7be8-5ff9-42b9-9718-ab403fcb3803 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "DELETE /v2.0/ports/db6ca92f-4e18-420e-8910-cb6285fa5c3d HTTP/1.1" status: 204 len: 173 time: 1.0804582 Jun 23 22:41:39.974053 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-86852455-12bd-4603-b980-89ec24bc3229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:39.997946 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86852455-12bd-4603-b980-89ec24bc3229 None None] The sync data for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi is: [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:41:40.285316 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36968) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:40.312482 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5310e60e-c4c8-4ff3-af34-ceee56478562 None None] New status for floating IP 39c205ed-e533-4d0c-a1c2-2f4fe142c687: DOWN {{(pid=104140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:41:40.342330 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a3d02b88-8382-4ef8-97f7-e3aab02d398b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (c956c262-df91-4f99-aa83-3fbddc2e5fb6), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:40.366412 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a3d02b88-8382-4ef8-97f7-e3aab02d398b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (c956c262-df91-4f99-aa83-3fbddc2e5fb6), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:40.425155 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a3d02b88-8382-4ef8-97f7-e3aab02d398b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (c956c262-df91-4f99-aa83-3fbddc2e5fb6), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:40.427845 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a3d02b88-8382-4ef8-97f7-e3aab02d398b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:40.428986 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-a3d02b88-8382-4ef8-97f7-e3aab02d398b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "DELETE /v2.0/security-groups/c956c262-df91-4f99-aa83-3fbddc2e5fb6 HTTP/1.1" status: 204 len: 168 time: 0.1427145 Jun 23 22:41:40.431907 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36970) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:40.438946 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d02b88-8382-4ef8-97f7-e3aab02d398b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c956c262-df91-4f99-aa83-3fbddc2e5fb6,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:40.447152 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.api.v2.resource [None req-14a184a2-b36a-482a-9a18-9c2473a5adaa tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] show failed (client error): The resource could not be found. Jun 23 22:41:40.448194 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-14a184a2-b36a-482a-9a18-9c2473a5adaa tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups/c956c262-df91-4f99-aa83-3fbddc2e5fb6 HTTP/1.1" status: 404 len: 347 time: 0.0146062 Jun 23 22:41:40.451541 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36972) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:40.593859 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-9b28a8e3-286b-4dd0-8bc1-f2758f8b2109 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Deleting port 680fc4a6-acc6-4ebd-8e17-4cc580a4feb0 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:41:40.594194 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9b28a8e3-286b-4dd0-8bc1-f2758f8b2109 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (680fc4a6-acc6-4ebd-8e17-4cc580a4feb0), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:40.686456 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9b28a8e3-286b-4dd0-8bc1-f2758f8b2109 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (680fc4a6-acc6-4ebd-8e17-4cc580a4feb0), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:40.686950 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9b28a8e3-286b-4dd0-8bc1-f2758f8b2109 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (680fc4a6-acc6-4ebd-8e17-4cc580a4feb0), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:40.701224 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-9b28a8e3-286b-4dd0-8bc1-f2758f8b2109 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Calling delete_port for 680fc4a6-acc6-4ebd-8e17-4cc580a4feb0 owned by network:floatingip {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:41:40.839112 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9b28a8e3-286b-4dd0-8bc1-f2758f8b2109 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (680fc4a6-acc6-4ebd-8e17-4cc580a4feb0), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:40.866662 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28a8e3-286b-4dd0-8bc1-f2758f8b2109 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event deleted for resources: {'Port': ['ID=680fc4a6-acc6-4ebd-8e17-4cc580a4feb0,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:40.958567 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9b28a8e3-286b-4dd0-8bc1-f2758f8b2109 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (39c205ed-e533-4d0c-a1c2-2f4fe142c687), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:40.961722 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9b28a8e3-286b-4dd0-8bc1-f2758f8b2109 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:40.966571 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-9b28a8e3-286b-4dd0-8bc1-f2758f8b2109 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "DELETE /v2.0/floatingips/39c205ed-e533-4d0c-a1c2-2f4fe142c687 HTTP/1.1" status: 204 len: 168 time: 0.5139999 Jun 23 22:41:41.050364 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 36982) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:41.054954 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-d3c68bf3-354e-400e-9eff-bb2e86fc32a6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--235327642', 'description': 'tempest-description--359794396'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:41.062354 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fa13e-5160-45eb-a622-7ef85a79edc1 req-4193c523-c936-4785-83d5-2710709fac13 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:41.064226 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-215fa13e-5160-45eb-a622-7ef85a79edc1 req-4193c523-c936-4785-83d5-2710709fac13 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0555775 Jun 23 22:41:41.080796 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d3c68bf3-354e-400e-9eff-bb2e86fc32a6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.102059 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:41.126081 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-215fa13e-5160-45eb-a622-7ef85a79edc1 req-17ed09a0-0c0d-48d1-bdeb-60f4e686d8ad tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548687 Jun 23 22:41:41.172105 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d3c68bf3-354e-400e-9eff-bb2e86fc32a6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (632b2eb3-d825-498e-ac5a-36560629d4d6), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.176452 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d3c68bf3-354e-400e-9eff-bb2e86fc32a6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (632b2eb3-d825-498e-ac5a-36560629d4d6), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.213094 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d3c68bf3-354e-400e-9eff-bb2e86fc32a6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.214456 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-d3c68bf3-354e-400e-9eff-bb2e86fc32a6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1629367 Jun 23 22:41:41.215690 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c68bf3-354e-400e-9eff-bb2e86fc32a6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632b2eb3-d825-498e-ac5a-36560629d4d6,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:41.217494 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36984) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:41.221964 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-c673933d-17fd-4a1a-a3f7-fc396be3eabc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'security_group_rule': {'security_group_id': '632b2eb3-d825-498e-ac5a-36560629d4d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:41.248912 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c673933d-17fd-4a1a-a3f7-fc396be3eabc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (6e0c04ef-6e93-4fce-a409-dce5d548c6e9), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.312534 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c673933d-17fd-4a1a-a3f7-fc396be3eabc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (6e0c04ef-6e93-4fce-a409-dce5d548c6e9), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.316269 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c673933d-17fd-4a1a-a3f7-fc396be3eabc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (6e0c04ef-6e93-4fce-a409-dce5d548c6e9), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.334607 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:41.338624 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673933d-17fd-4a1a-a3f7-fc396be3eabc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0c04ef-6e93-4fce-a409-dce5d548c6e9,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:41.343646 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c673933d-17fd-4a1a-a3f7-fc396be3eabc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.344830 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-c673933d-17fd-4a1a-a3f7-fc396be3eabc tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262877 Jun 23 22:41:41.349379 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36986) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:41.354554 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-31688482-7916-43e1-8f15-43d7551e7a2f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'security_group_rule': {'security_group_id': '632b2eb3-d825-498e-ac5a-36560629d4d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:41.381707 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-31688482-7916-43e1-8f15-43d7551e7a2f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (40009c73-9bf0-4f28-8d0f-287e0c7190fa), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.443101 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-31688482-7916-43e1-8f15-43d7551e7a2f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (40009c73-9bf0-4f28-8d0f-287e0c7190fa), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.450472 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-31688482-7916-43e1-8f15-43d7551e7a2f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (40009c73-9bf0-4f28-8d0f-287e0c7190fa), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.470270 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31688482-7916-43e1-8f15-43d7551e7a2f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40009c73-9bf0-4f28-8d0f-287e0c7190fa,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:41.479059 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-31688482-7916-43e1-8f15-43d7551e7a2f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.480717 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-31688482-7916-43e1-8f15-43d7551e7a2f tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318099 Jun 23 22:41:41.483657 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 36988) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:41.488611 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:41.511662 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.598106 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.638749 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda9f458-d54a-46b6-a86a-884bc9d95a64', 'name': 'network-vif-deleted', 'tag': 'db6ca92f-4e18-420e-8910-cb6285fa5c3d'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:41:41.640975 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb83183-2596-4edb-b036-4453b145f577" -d '{"events": [{"server_uuid": "eda9f458-d54a-46b6-a86a-884bc9d95a64", "name": "network-vif-deleted", "tag": "db6ca92f-4e18-420e-8910-cb6285fa5c3d"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:41:41.693605 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97292fc8-acbc-44fd-9aad-aa817513a3b7 x-openstack-request-id: req-97292fc8-acbc-44fd-9aad-aa817513a3b7 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:41:41.693883 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda9f458-d54a-46b6-a86a-884bc9d95a64", "name": "network-vif-deleted", "tag": "db6ca92f-4e18-420e-8910-cb6285fa5c3d", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:41:41.694123 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97292fc8-acbc-44fd-9aad-aa817513a3b7 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:41:41.694504 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97292fc8-acbc-44fd-9aad-aa817513a3b7'] response: {'server_uuid': 'eda9f458-d54a-46b6-a86a-884bc9d95a64', 'name': 'network-vif-deleted', 'tag': 'db6ca92f-4e18-420e-8910-cb6285fa5c3d', 'status': 'completed', 'code': 200} Jun 23 22:41:41.726531 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Allocated IP 172.27.2.126 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/34c081fa-54cc-4537-927c-9ece6d49e0e8) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:41:41.835617 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for port (34c081fa-54cc-4537-927c-9ece6d49e0e8), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.867651 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (34c081fa-54cc-4537-927c-9ece6d49e0e8), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:41.906584 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:41:41.910760 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:41:41.914820 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:41:41.920515 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'Port': ['ID=34c081fa-54cc-4537-927c-9ece6d49e0e8,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:41.953475 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:42.004634 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (073ee762-926d-44bb-9f1c-dd4f487588f5), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:42.047012 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (34c081fa-54cc-4537-927c-9ece6d49e0e8), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:42.089634 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:42.210498 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for port (34c081fa-54cc-4537-927c-9ece6d49e0e8), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:42.216007 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (34c081fa-54cc-4537-927c-9ece6d49e0e8), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:42.284646 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b1311-de30-457f-ba10-965c01010223 req-18e4e248-984c-4751-a81a-7909b41998a3 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:42.286100 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d18b1311-de30-457f-ba10-965c01010223 req-18e4e248-984c-4751-a81a-7909b41998a3 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0873682 Jun 23 22:41:42.326422 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'Port': ['ID=34c081fa-54cc-4537-927c-9ece6d49e0e8,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:42.353459 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (073ee762-926d-44bb-9f1c-dd4f487588f5), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:42.382275 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d18b1311-de30-457f-ba10-965c01010223 req-59129308-2683-4f85-b265-0071c2c7d1e6 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749671 Jun 23 22:41:42.387290 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:42.396837 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-d2827079-6528-48a5-bea4-53283c31cb97 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9114952 Jun 23 22:41:42.540336 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-8dfd044f-f4a7-4e9b-9712-8059af7d228a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--235327642&fields=id&tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869 HTTP/1.1" status: 200 len: 267 time: 0.0429296 Jun 23 22:41:42.651459 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-e21a7d3d-cf47-45b8-af60-70c7db509912 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:42.652835 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-e21a7d3d-cf47-45b8-af60-70c7db509912 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 815 time: 0.1057646 Jun 23 22:41:42.668151 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-76cd2208-8b00-453f-bd24-669547fc175e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/quotas/2735e40fe2564a6d8a5cdc7c32b0b869 HTTP/1.1" status: 200 len: 375 time: 0.0093172 Jun 23 22:41:42.717391 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-e50737b3-180c-489c-b8b7-1caa498da86c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434649 Jun 23 22:41:42.868266 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-68152012-7555-4a65-9bb8-38e42ea15a3e service neutron] 10.222.0.43 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371861 Jun 23 22:41:42.970396 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-542cc954-fd9c-4d90-83c6-a70ae772f219 service neutron] 10.222.0.43 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953977 Jun 23 22:41:43.121630 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:43.142336 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5ffcae3a-eefc-4ec4-b223-049ca5d79980 req-5499fb5a-3a81-4663-b577-b18c8f0a53b5 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 210 time: 0.0330629 Jun 23 22:41:43.425936 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device db6ca92f-4e18-420e-8910-cb6285fa5c3d no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:41:43.433066 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:43.433695 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=79,neutron:UPDATE=10 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:43.452018 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: db6ca92f-4e18-420e-8910-cb6285fa5c3d {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:41:43.452360 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device db6ca92f-4e18-420e-8910-cb6285fa5c3d not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:41:43.524435 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d76b5f-2a54-4471-b7f7-0291b0b13efd req-c265b986-8626-4116-9e5c-c654ef42d80d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:43.526505 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2d76b5f-2a54-4471-b7f7-0291b0b13efd req-c265b986-8626-4116-9e5c-c654ef42d80d tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0573609 Jun 23 22:41:43.588842 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2d76b5f-2a54-4471-b7f7-0291b0b13efd req-0cf4f3df-1583-4e20-96bb-e1451d2db0ca tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535595 Jun 23 22:41:44.189380 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502b3c1-64b0-4cf9-b14d-2090c8194fb8 req-fa78efaa-1b70-42a3-9456-180954874b68 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:44.190891 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5502b3c1-64b0-4cf9-b14d-2090c8194fb8 req-fa78efaa-1b70-42a3-9456-180954874b68 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.0523677 Jun 23 22:41:44.279888 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-512df4ac-4d73-4747-9700-0ec0610f125b req-a3d7f62a-9366-4570-8b77-0367bdbb559b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 210 time: 0.0298789 Jun 23 22:41:44.552371 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-5502b3c1-64b0-4cf9-b14d-2090c8194fb8 req-0f58fae2-998a-4c72-9ef9-9a13ad66054a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Deleting port 79ccfbc8-28e4-4313-8f45-8c693924dbde {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:41:44.552704 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5502b3c1-64b0-4cf9-b14d-2090c8194fb8 req-0f58fae2-998a-4c72-9ef9-9a13ad66054a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:44.645750 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:44.756755 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-5502b3c1-64b0-4cf9-b14d-2090c8194fb8 req-0f58fae2-998a-4c72-9ef9-9a13ad66054a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] For port 79ccfbc8-28e4-4313-8f45-8c693924dbde, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=79ccfbc8-28e4-4313-8f45-8c693924dbde,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:44.757493 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5502b3c1-64b0-4cf9-b14d-2090c8194fb8 req-0f58fae2-998a-4c72-9ef9-9a13ad66054a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:44.800357 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abf60f-f659-4aee-8b8b-f9713d3eadae req-2d9114de-9159-44e8-aa4f-0855e8e32231 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:44.801830 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-11abf60f-f659-4aee-8b8b-f9713d3eadae req-2d9114de-9159-44e8-aa4f-0855e8e32231 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/ports?device_id=903f0ba6-4cc4-4533-8e70-b8f58c13d4c4 HTTP/1.1" status: 200 len: 945 time: 0.1436021 Jun 23 22:41:44.815590 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-5502b3c1-64b0-4cf9-b14d-2090c8194fb8 req-0f58fae2-998a-4c72-9ef9-9a13ad66054a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Calling delete_port for 79ccfbc8-28e4-4313-8f45-8c693924dbde owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:41:44.835713 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-3455e984-eadb-4b0f-b9ae-c77153008153 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:44.839117 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-3455e984-eadb-4b0f-b9ae-c77153008153 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 815 time: 0.2569861 Jun 23 22:41:44.994164 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-11abf60f-f659-4aee-8b8b-f9713d3eadae req-df64401c-c0bb-4264-8a77-b59884da4839 tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.43 "GET /v2.0/security-groups?id=f7b741da-29b5-4143-91f1-9eee27ba8e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834319 Jun 23 22:41:45.048490 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-b7d16e4b-d211-4935-8f0e-28595fd43d06 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869 HTTP/1.1" status: 200 len: 379 time: 0.1373932 Jun 23 22:41:45.089187 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'port': {'device_id': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'admin_state_up': True, 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'security_groups': ['632b2eb3-d825-498e-ac5a-36560629d4d6']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:45.202829 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5502b3c1-64b0-4cf9-b14d-2090c8194fb8 req-0f58fae2-998a-4c72-9ef9-9a13ad66054a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (79ccfbc8-28e4-4313-8f45-8c693924dbde), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:45.221583 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['79ccfbc8-28e4-4313-8f45-8c693924dbde'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:41:45.254186 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58fae2-998a-4c72-9ef9-9a13ad66054a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Pushing event deleted for resources: {'Port': ['ID=79ccfbc8-28e4-4313-8f45-8c693924dbde,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:45.334359 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-5502b3c1-64b0-4cf9-b14d-2090c8194fb8 req-0f58fae2-998a-4c72-9ef9-9a13ad66054a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] No DVR routers for this DVR port 79ccfbc8-28e4-4313-8f45-8c693924dbde on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:41:45.338494 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-5502b3c1-64b0-4cf9-b14d-2090c8194fb8 req-0f58fae2-998a-4c72-9ef9-9a13ad66054a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:45.345220 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5502b3c1-64b0-4cf9-b14d-2090c8194fb8 req-0f58fae2-998a-4c72-9ef9-9a13ad66054a tempest-ServerRescueNegativeTestJSON-675175554 tempest-ServerRescueNegativeTestJSON-675175554-project] 10.222.0.55 "DELETE /v2.0/ports/79ccfbc8-28e4-4313-8f45-8c693924dbde HTTP/1.1" status: 204 len: 173 time: 0.8830879 Jun 23 22:41:45.346055 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903f0ba6-4cc4-4533-8e70-b8f58c13d4c4', 'name': 'network-vif-deleted', 'tag': '79ccfbc8-28e4-4313-8f45-8c693924dbde'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:41:45.349702 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5144be4-d317-49b1-88a2-68bf26ec739f" -d '{"events": [{"server_uuid": "903f0ba6-4cc4-4533-8e70-b8f58c13d4c4", "name": "network-vif-deleted", "tag": "79ccfbc8-28e4-4313-8f45-8c693924dbde"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:41:45.358436 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:45.404571 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7f6e83-2302-4aa5-b93b-b77941873ae1 x-openstack-request-id: req-db7f6e83-2302-4aa5-b93b-b77941873ae1 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:41:45.405160 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903f0ba6-4cc4-4533-8e70-b8f58c13d4c4", "name": "network-vif-deleted", "tag": "79ccfbc8-28e4-4313-8f45-8c693924dbde", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:41:45.405659 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db7f6e83-2302-4aa5-b93b-b77941873ae1 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:41:45.406447 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7f6e83-2302-4aa5-b93b-b77941873ae1'] response: {'server_uuid': '903f0ba6-4cc4-4533-8e70-b8f58c13d4c4', 'name': 'network-vif-deleted', 'tag': '79ccfbc8-28e4-4313-8f45-8c693924dbde', 'status': 'completed', 'code': 200} Jun 23 22:41:45.409532 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-463970d4-a5e2-4fdc-ab0a-d934ad404d84 req-523e4980-4bd8-4b3e-a3ae-21abbf0cb515 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 210 time: 0.0429332 Jun 23 22:41:45.410477 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Made reservation on behalf of 2735e40fe2564a6d8a5cdc7c32b0b869 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:41:45.413801 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:45.573481 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Allocated IP 172.20.0.3 (e8170354-014e-4823-a204-b43deead6b56/abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60/f62d6650-e1ce-4156-9949-4d5a16040e59) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:41:45.643523 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:45.726215 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:45.759350 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:45.810103 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Network e8170354-014e-4823-a204-b43deead6b56 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:41:45.813307 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:41:45.816452 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:41:45.856076 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event updated for resources: {'Port': ['ID=f62d6650-e1ce-4156-9949-4d5a16040e59,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:45.884891 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:45.885715 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:45.904442 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-7aeb694e-4eff-45a5-a4c6-092ccd3cb72b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8427479 Jun 23 22:41:45.974045 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Request body: {'port': {'device_id': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:46.030630 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-1e330bc1-007d-4719-b20e-eab341f6bcfb None None] Provisioning complete for port f62d6650-e1ce-4156-9949-4d5a16040e59 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:46.031156 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-1e330bc1-007d-4719-b20e-eab341f6bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:46.040714 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:46.062783 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37040) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:46.068551 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-1e330bc1-007d-4719-b20e-eab341f6bcfb None None] Port f62d6650-e1ce-4156-9949-4d5a16040e59 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:41:46.323888 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62d6650-e1ce-4156-9949-4d5a16040e59 {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:41:46.331305 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Publish callbacks [] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:46.345227 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Transition to ACTIVE for port object f62d6650-e1ce-4156-9949-4d5a16040e59 will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:41:46.348632 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:46.377785 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:46.411422 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f62d6650-e1ce-4156-9949-4d5a16040e59,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:46.534011 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:46.563771 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c8a96-bd52-4cd2-9285-eec9a1734b6e req-c6f8306a-06e4-4711-8d47-d38fd4f1db68 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:46.565363 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d76c8a96-bd52-4cd2-9285-eec9a1734b6e req-c6f8306a-06e4-4711-8d47-d38fd4f1db68 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 943 time: 0.0729289 Jun 23 22:41:46.566092 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Attempting to bind port f62d6650-e1ce-4156-9949-4d5a16040e59 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:41:46.566423 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Attempting to bind port f62d6650-e1ce-4156-9949-4d5a16040e59 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:41:46.566752 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Attempting to bind port f62d6650-e1ce-4156-9949-4d5a16040e59 on network e8170354-014e-4823-a204-b43deead6b56 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:41:46.572730 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Port f62d6650-e1ce-4156-9949-4d5a16040e59 on network e8170354-014e-4823-a204-b43deead6b56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:41:46.573166 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Attempting to bind port f62d6650-e1ce-4156-9949-4d5a16040e59 on network e8170354-014e-4823-a204-b43deead6b56 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:41:46.596614 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:41:46.596853 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Checking segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:41:46.597252 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Bound using segment: {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:41:46.597696 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Bound port: f62d6650-e1ce-4156-9949-4d5a16040e59, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd17fcbf-1730-4a9b-8a44-e31c2521690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e8170354-014e-4823-a204-b43deead6b56'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:41:46.598055 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:46.671092 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d76c8a96-bd52-4cd2-9285-eec9a1734b6e req-bff13a56-8928-4ca6-9bc1-4029bf12ddb3 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=632b2eb3-d825-498e-ac5a-36560629d4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931532 Jun 23 22:41:46.699099 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] For port f62d6650-e1ce-4156-9949-4d5a16040e59, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:41:46.704764 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] For port f62d6650-e1ce-4156-9949-4d5a16040e59, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f62d6650-e1ce-4156-9949-4d5a16040e59,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:41:46.712316 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:46.753309 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:46.754026 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:46.755702 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/f62d6650-e1ce-4156-9949-4d5a16040e59 HTTP/1.1" status: 200 len: 1093 time: 0.8362832 Jun 23 22:41:46.779169 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36946eaa-d081-47be-a575-07f63ea068c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f62d6650-e1ce-4156-9949-4d5a16040e59,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:46.796496 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c19c0ab8-12c6-4795-9fd8-824857abe7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7886309'] for router_interface (5217187c-ce4f-443e-8221-d529a6a20cd9), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:46.846189 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-b0b311e6-5fb3-40b8-a530-26579708b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:46.848566 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-b0b311e6-5fb3-40b8-a530-26579708b5b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 1127 time: 0.0470600 Jun 23 22:41:46.852412 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:46.856582 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:46.895551 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-e0074bbf-30de-440b-bb19-10d3966f46ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f62d6650-e1ce-4156-9949-4d5a16040e59 HTTP/1.1" status: 200 len: 217 time: 0.0394840 Jun 23 22:41:46.952852 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-8278d183-2e55-4afc-840a-eb07827de33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:46.954488 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-8278d183-2e55-4afc-840a-eb07827de33c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.0522096 Jun 23 22:41:47.009173 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-c0dcd56c-20e8-4810-ac2c-46d6f44a3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:47.012075 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-c0dcd56c-20e8-4810-ac2c-46d6f44a3d28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464661 Jun 23 22:41:47.085448 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-c19c0ab8-12c6-4795-9fd8-824857abe7ed admin admin] Deleting port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:41:47.086222 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c19c0ab8-12c6-4795-9fd8-824857abe7ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:47.115106 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-1c7b9af7-52df-4143-b96f-4dbbff3b8290 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958712 Jun 23 22:41:47.169696 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-c19c0ab8-12c6-4795-9fd8-824857abe7ed admin admin] For port 24bfcff9-8254-4246-8ff5-e0b2651fdcc1, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=24bfcff9-8254-4246-8ff5-e0b2651fdcc1,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:47.170055 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c19c0ab8-12c6-4795-9fd8-824857abe7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:47.183478 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-c19c0ab8-12c6-4795-9fd8-824857abe7ed admin admin] Calling delete_port for 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 owned by network:router_interface {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:41:47.213553 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c45d19f-243a-4bc5-a92d-2df3e6fe1f27 req-2208f60d-3fdb-4c9c-a0b9-5d070968a287 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905092 Jun 23 22:41:47.361755 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c19c0ab8-12c6-4795-9fd8-824857abe7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (24bfcff9-8254-4246-8ff5-e0b2651fdcc1), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:47.391572 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c0ab8-12c6-4795-9fd8-824857abe7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=24bfcff9-8254-4246-8ff5-e0b2651fdcc1,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:47.407676 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'tag': 'f62d6650-e1ce-4156-9949-4d5a16040e59'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:41:47.410390 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fd6164-e3ee-4ef3-8921-a308918ab94e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4", "tag": "f62d6650-e1ce-4156-9949-4d5a16040e59"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:41:47.456223 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db34543-0038-4431-abe7-1f7ebe85aba3 x-openstack-request-id: req-1db34543-0038-4431-abe7-1f7ebe85aba3 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:41:47.456590 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4", "tag": "f62d6650-e1ce-4156-9949-4d5a16040e59", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:41:47.456885 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1db34543-0038-4431-abe7-1f7ebe85aba3 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:41:47.457288 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db34543-0038-4431-abe7-1f7ebe85aba3'] response: {'name': 'network-changed', 'server_uuid': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'tag': 'f62d6650-e1ce-4156-9949-4d5a16040e59', 'status': 'completed', 'code': 200} Jun 23 22:41:47.562154 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c19c0ab8-12c6-4795-9fd8-824857abe7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886193'] for router_interface (5217187c-ce4f-443e-8221-d529a6a20cd9), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:47.729504 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:47.789407 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19c0ab8-12c6-4795-9fd8-824857abe7ed admin admin] Router 5217187c-ce4f-443e-8221-d529a6a20cd9 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:41:47.801461 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca2ef3-6d65-473d-a400-9913325708f3 req-0f7df271-5ffc-4296-a2a1-bf424c7e33e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:47.803017 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1aca2ef3-6d65-473d-a400-9913325708f3 req-0f7df271-5ffc-4296-a2a1-bf424c7e33e6 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 943 time: 0.0497515 Jun 23 22:41:47.835180 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:47.858411 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1aca2ef3-6d65-473d-a400-9913325708f3 req-d2a49f75-bd0b-4ecd-bd9e-638edc48df4e tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=632b2eb3-d825-498e-ac5a-36560629d4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495248 Jun 23 22:41:47.900989 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19c0ab8-12c6-4795-9fd8-824857abe7ed admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:41:47.906118 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-c19c0ab8-12c6-4795-9fd8-824857abe7ed admin admin] 10.222.0.43 "PUT /v2.0/routers/5217187c-ce4f-443e-8221-d529a6a20cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8418908 Jun 23 22:41:47.909549 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37052) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:47.909814 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91cca14-e079-460d-be5c-0c337dce2526 None None] Sync routers for ids ['5217187c-ce4f-443e-8221-d529a6a20cd9'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:41:47.921281 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91cca14-e079-460d-be5c-0c337dce2526 None None] Routers {'5217187c-ce4f-443e-8221-d529a6a20cd9'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:47.921890 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-c91cca14-e079-460d-be5c-0c337dce2526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['5217187c-ce4f-443e-8221-d529a6a20cd9'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:48.007516 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Publish callbacks [] for router (5217187c-ce4f-443e-8221-d529a6a20cd9), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.028047 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-c91cca14-e079-460d-be5c-0c337dce2526 None None] Set router 5217187c-ce4f-443e-8221-d529a6a20cd9 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:48.107231 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Publish callbacks [] for router_gateway (5217187c-ce4f-443e-8221-d529a6a20cd9), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.158171 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Deleting port 677ea63d-ca09-440a-865e-1ede8dc536ff {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:41:48.158502 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.205063 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-c91cca14-e079-460d-be5c-0c337dce2526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:41:47Z', 'revision_number': 5, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port': {'id': '677ea63d-ca09-440a-865e-1ede8dc536ff', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:53Z', 'updated_at': '2022-06-23T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:48.232315 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91cca14-e079-460d-be5c-0c337dce2526 None None] Checking router: 5217187c-ce4f-443e-8221-d529a6a20cd9 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:41:48.240813 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91cca14-e079-460d-be5c-0c337dce2526 None None] Routers {'5217187c-ce4f-443e-8221-d529a6a20cd9'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:48.241423 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-c91cca14-e079-460d-be5c-0c337dce2526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['5217187c-ce4f-443e-8221-d529a6a20cd9'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:48.245779 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] For port 677ea63d-ca09-440a-865e-1ede8dc536ff, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=677ea63d-ca09-440a-865e-1ede8dc536ff,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:48.246140 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.260641 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Calling delete_port for 677ea63d-ca09-440a-865e-1ede8dc536ff owned by network:router_gateway {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:41:48.267902 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd6164-e3ee-4ef3-8921-a308918ab94e req-c4599a7d-4c86-42b5-8b1d-11437e2f49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:48.269914 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-57fd6164-e3ee-4ef3-8921-a308918ab94e req-c4599a7d-4c86-42b5-8b1d-11437e2f49bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 1127 time: 0.0522232 Jun 23 22:41:48.330220 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-c91cca14-e079-460d-be5c-0c337dce2526 None None] Set router 5217187c-ce4f-443e-8221-d529a6a20cd9 gateway port host: None {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:48.363251 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd6164-e3ee-4ef3-8921-a308918ab94e req-3c24c0a4-ea79-426f-acc0-55d7e99c206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:48.364873 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-57fd6164-e3ee-4ef3-8921-a308918ab94e req-3c24c0a4-ea79-426f-acc0-55d7e99c206d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 916 time: 0.0883214 Jun 23 22:41:48.381027 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-c91cca14-e079-460d-be5c-0c337dce2526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:41:48Z', 'revision_number': 6, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port_host': None}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:48.421230 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-57fd6164-e3ee-4ef3-8921-a308918ab94e req-0c020437-4821-4ff4-8c4a-e5c9a9b737f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f62d6650-e1ce-4156-9949-4d5a16040e59 HTTP/1.1" status: 200 len: 217 time: 0.0448208 Jun 23 22:41:48.428125 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91cca14-e079-460d-be5c-0c337dce2526 None None] The sync data for ids ['5217187c-ce4f-443e-8221-d529a6a20cd9'] in dv-cinder-846173-2-iscsi is: [{'id': '5217187c-ce4f-443e-8221-d529a6a20cd9', 'name': 'tempest-ServerRescueNegativeTestJSON-2024391372-router', 'tenant_id': '192d1c8d15ce462dbf10fc3b519ab253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:41:48Z', 'revision_number': 6, 'project_id': '192d1c8d15ce462dbf10fc3b519ab253', 'gw_port_host': None}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:41:48.438651 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (677ea63d-ca09-440a-865e-1ede8dc536ff), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.474187 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Pushing event deleted for resources: {'Port': ['ID=677ea63d-ca09-440a-865e-1ede8dc536ff,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:48.481572 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:48.487881 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd6164-e3ee-4ef3-8921-a308918ab94e req-de825402-1125-41d2-a9ea-d94f9a938b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:48.489474 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-57fd6164-e3ee-4ef3-8921-a308918ab94e req-de825402-1125-41d2-a9ea-d94f9a938b7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.0602372 Jun 23 22:41:48.537436 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd6164-e3ee-4ef3-8921-a308918ab94e req-18e562fd-fd0d-45c7-bf87-4c01195daa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:48.538889 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-57fd6164-e3ee-4ef3-8921-a308918ab94e req-18e562fd-fd0d-45c7-bf87-4c01195daa43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404701 Jun 23 22:41:48.543043 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892053'] for router_gateway (5217187c-ce4f-443e-8221-d529a6a20cd9), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.630435 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7885660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7573'] for router (5217187c-ce4f-443e-8221-d529a6a20cd9), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.632816 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Publish callbacks [] for router_controller (5217187c-ce4f-443e-8221-d529a6a20cd9), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.677389 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7885778'] for router (5217187c-ce4f-443e-8221-d529a6a20cd9), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.678057 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5217187c-ce4f-443e-8221-d529a6a20cd9 {{(pid=104139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 22:41:48.683433 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.688238 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-0cdebb9e-8ef7-4ad7-add5-4da8706b9943 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5217187c-ce4f-443e-8221-d529a6a20cd9 HTTP/1.1" status: 204 len: 168 time: 0.7739811 Jun 23 22:41:48.688577 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37054) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:48.735903 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e19ddc3-2204-4bc4-9e80-73709b1e0155 admin admin] Deleting subnet be0ee753-550b-4b20-9c49-ed1963544021 {{(pid=104139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:41:48.739516 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8e19ddc3-2204-4bc4-9e80-73709b1e0155 admin admin] Publish callbacks [] for subnet (be0ee753-550b-4b20-9c49-ed1963544021), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.741348 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:48.766449 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:48.786131 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8e19ddc3-2204-4bc4-9e80-73709b1e0155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367172'] for subnet (be0ee753-550b-4b20-9c49-ed1963544021), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.906708 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:48.910994 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-57fd6164-e3ee-4ef3-8921-a308918ab94e req-e799e92b-9f3c-44a4-912a-7c1338ab8927 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649051 Jun 23 22:41:48.920948 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8e19ddc3-2204-4bc4-9e80-73709b1e0155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (be0ee753-550b-4b20-9c49-ed1963544021), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:48.986567 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8e19ddc3-2204-4bc4-9e80-73709b1e0155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295209'] for subnet (be0ee753-550b-4b20-9c49-ed1963544021), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.065059 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cede9b7-d4f7-420e-90b8-01f1a47d16d3 req-879ce4b2-7a0b-4e8d-9366-7b1f55516a6a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:49.066675 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9cede9b7-d4f7-420e-90b8-01f1a47d16d3 req-879ce4b2-7a0b-4e8d-9366-7b1f55516a6a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 943 time: 0.1224899 Jun 23 22:41:49.106435 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-57fd6164-e3ee-4ef3-8921-a308918ab94e req-4ad0f30f-7590-427e-bbef-de3c13d4b68c service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861057 Jun 23 22:41:49.147889 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9cede9b7-d4f7-420e-90b8-01f1a47d16d3 req-9a9c4605-428b-4c94-af3a-8c6f673a5531 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=632b2eb3-d825-498e-ac5a-36560629d4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732174 Jun 23 22:41:49.226044 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19ddc3-2204-4bc4-9e80-73709b1e0155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0ee753-550b-4b20-9c49-ed1963544021,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:49.228029 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8e19ddc3-2204-4bc4-9e80-73709b1e0155 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.235106 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-8e19ddc3-2204-4bc4-9e80-73709b1e0155 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/be0ee753-550b-4b20-9c49-ed1963544021 HTTP/1.1" status: 204 len: 168 time: 0.5425014 Jun 23 22:41:49.235615 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37060) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:49.241306 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6aeb11-5fe7-4d45-b02f-cbd188a17c4c None None] Network 37491e26-b7d3-4482-a2c4-21c5caef5449 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:41:49.310100 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (37491e26-b7d3-4482-a2c4-21c5caef5449), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.364205 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Deleting port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:41:49.364772 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.433588 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] For port f0d1ba7e-97ec-4978-95b8-3717ef6ec321, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=f0d1ba7e-97ec-4978-95b8-3717ef6ec321,segment=NetworkSegment(9d27f790-f5c6-4cee-af5a-587078f2093b),segment_id=9d27f790-f5c6-4cee-af5a-587078f2093b)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:49.434110 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.450137 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Calling delete_port for f0d1ba7e-97ec-4978-95b8-3717ef6ec321 owned by network:dhcp {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:41:49.451503 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device f62d6650-e1ce-4156-9949-4d5a16040e59 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:41:49.455100 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 79ccfbc8-28e4-4313-8f45-8c693924dbde no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:41:49.466297 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86dab7e-d4fa-4e97-a0f3-a7e015250026 None None] DHCP port deletion for 37491e26-b7d3-4482-a2c4-21c5caef5449 request from dv-cinder-846173-2-iscsi {{(pid=104140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 22:41:49.483110 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580399e4-484a-4676-b19c-92718f6fa695 req-30f5523d-0295-4137-94f4-37c1c3a443ae tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:49.491875 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-580399e4-484a-4676-b19c-92718f6fa695 req-30f5523d-0295-4137-94f4-37c1c3a443ae tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 946 time: 0.0688736 Jun 23 22:41:49.531690 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: 79ccfbc8-28e4-4313-8f45-8c693924dbde {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:41:49.532606 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 79ccfbc8-28e4-4313-8f45-8c693924dbde not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:41:49.534824 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (f0d1ba7e-97ec-4978-95b8-3717ef6ec321), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.548713 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] No DVR routers for this DVR port f0d1ba7e-97ec-4978-95b8-3717ef6ec321 on host dv-cinder-846173-2-iscsi {{(pid=104139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:41:49.555756 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-580399e4-484a-4676-b19c-92718f6fa695 req-6eac32da-686b-4ae5-be83-859a9d71bb49 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628338 Jun 23 22:41:49.569511 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f86dab7e-d4fa-4e97-a0f3-a7e015250026 None None] The port 'f0d1ba7e-97ec-4978-95b8-3717ef6ec321' was deleted {{(pid=104140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jun 23 22:41:49.586193 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d1ba7e-97ec-4978-95b8-3717ef6ec321,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:49.656205 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port f62d6650-e1ce-4156-9949-4d5a16040e59, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f62d6650-e1ce-4156-9949-4d5a16040e59,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:49.663199 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (37491e26-b7d3-4482-a2c4-21c5caef5449), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.668789 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'f62d6650-e1ce-4156-9949-4d5a16040e59', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'port_id': 'f62d6650-e1ce-4156-9949-4d5a16040e59', 'mac_address': 'fa:16:3e:1e:b9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:41:49.690633 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37491e26-b7d3-4482-a2c4-21c5caef5449']}} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:49.703038 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d27f790-f5c6-4cee-af5a-587078f2093b') {'for_net_delete': True} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:49.703341 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d27f790-f5c6-4cee-af5a-587078f2093b') {} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:49.704841 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port f62d6650-e1ce-4156-9949-4d5a16040e59 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:41:49.705046 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.715466 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367199'] for segment (9d27f790-f5c6-4cee-af5a-587078f2093b), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.719075 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62d6650-e1ce-4156-9949-4d5a16040e59 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:41:49.731495 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (9d27f790-f5c6-4cee-af5a-587078f2093b), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.737880 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=104139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:41:49.738287 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275017'] for segment (9d27f790-f5c6-4cee-af5a-587078f2093b), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.740433 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port f62d6650-e1ce-4156-9949-4d5a16040e59, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f62d6650-e1ce-4156-9949-4d5a16040e59,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:49.744960 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.800203 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=f62d6650-e1ce-4156-9949-4d5a16040e59,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:49.802135 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (37491e26-b7d3-4482-a2c4-21c5caef5449), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.807925 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:49.813693 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/37491e26-b7d3-4482-a2c4-21c5caef5449 HTTP/1.1" status: 204 len: 168 time: 0.5774782 Jun 23 22:41:49.825382 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537828-389c-44bf-862d-31c7a0a1bcc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=37491e26-b7d3-4482-a2c4-21c5caef5449,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:49.831081 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 9d27f790-f5c6-4cee-af5a-587078f2093b resource provider aggregate not found Jun 23 22:41:49.848768 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 9d27f790-f5c6-4cee-af5a-587078f2093b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d27f790-f5c6-4cee-af5a-587078f2093b found for delete ", "request_id": "req-dd59968a-33d1-4299-8f28-2c74e61b00c6"}]} Jun 23 22:41:49.953303 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37072) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:49.998219 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-051f0844-6586-41a8-902d-1100fe535ae5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=192d1c8d15ce462dbf10fc3b519ab253&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437417 Jun 23 22:41:50.000617 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37074) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:50.007110 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:50.065581 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['f62d6650-e1ce-4156-9949-4d5a16040e59'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:41:50.078044 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-10929580-47df-47b3-8b3e-72404855b335 admin admin] Publish callbacks [] for security_group (f7b741da-29b5-4143-91f1-9eee27ba8e81), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:50.100679 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-10929580-47df-47b3-8b3e-72404855b335 admin admin] Publish callbacks [] for security_group (f7b741da-29b5-4143-91f1-9eee27ba8e81), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:50.151415 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-10929580-47df-47b3-8b3e-72404855b335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (f7b741da-29b5-4143-91f1-9eee27ba8e81), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:50.155724 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-10929580-47df-47b3-8b3e-72404855b335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:50.156898 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-10929580-47df-47b3-8b3e-72404855b335 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7b741da-29b5-4143-91f1-9eee27ba8e81 HTTP/1.1" status: 204 len: 168 time: 0.1553857 Jun 23 22:41:50.160054 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:50.167684 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10929580-47df-47b3-8b3e-72404855b335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b741da-29b5-4143-91f1-9eee27ba8e81,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:50.282435 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64065adc-1d52-4ebd-9243-65a55c9b8011 req-2c7426f2-9bf9-4917-be2f-64a589fb1cb0 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:50.283978 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-64065adc-1d52-4ebd-9243-65a55c9b8011 req-2c7426f2-9bf9-4917-be2f-64a589fb1cb0 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 944 time: 0.0541236 Jun 23 22:41:50.340425 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-64065adc-1d52-4ebd-9243-65a55c9b8011 req-f3f8b77d-1316-4a98-95f0-ba104499f8d7 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=632b2eb3-d825-498e-ac5a-36560629d4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501873 Jun 23 22:41:50.453623 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:41:50.473729 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:41:50.474076 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 24bfcff9-8254-4246-8ff5-e0b2651fdcc1 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:41:50.474485 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 677ea63d-ca09-440a-865e-1ede8dc536ff no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:41:50.492616 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 677ea63d-ca09-440a-865e-1ede8dc536ff {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:41:50.492957 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 677ea63d-ca09-440a-865e-1ede8dc536ff not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:41:50.493368 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device f0d1ba7e-97ec-4978-95b8-3717ef6ec321 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:41:50.515798 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: f0d1ba7e-97ec-4978-95b8-3717ef6ec321 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:41:50.516139 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device f0d1ba7e-97ec-4978-95b8-3717ef6ec321 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:41:50.684756 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117521a-c74c-4a81-a8ae-de1e3927cadb req-d3545a74-4e1a-4ea1-8eaa-d1781da11f34 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:50.686291 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3117521a-c74c-4a81-a8ae-de1e3927cadb req-d3545a74-4e1a-4ea1-8eaa-d1781da11f34 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 946 time: 0.0497420 Jun 23 22:41:50.735615 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3117521a-c74c-4a81-a8ae-de1e3927cadb req-3ac1dd68-55dc-4b47-9c06-999927660b3c tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433109 Jun 23 22:41:50.868539 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37100) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:50.965766 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-557995694-network', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:50.985494 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Made reservation on behalf of 9ab3a2e6c9634a06b33f1d82a28dc3f1 for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:41:50.987869 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:50.996714 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.070976 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Publish callbacks [] for security_group (9da61eab-903f-4bf4-a22a-87e32a0d7fed), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.076346 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9da61eab-903f-4bf4-a22a-87e32a0d7fed), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.101515 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:41:51.111472 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da61eab-903f-4bf4-a22a-87e32a0d7fed,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:51.117197 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (a408785c-a11e-482a-82f7-042871559e7c), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.117533 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Added segment a408785c-a11e-482a-82f7-042871559e7c of type vlan for network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 Jun 23 22:41:51.161734 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (c8ffa52a-0ee3-4aa1-92ba-211a08d60da3), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.187612 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (c8ffa52a-0ee3-4aa1-92ba-211a08d60da3), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.188546 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:51.189112 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.222087 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3519657 Jun 23 22:41:51.225149 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 37104) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:51.230627 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-29aedac6-1785-45e1-a194-56610b420db2 admin admin] Request body: {'subnet': {'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-subnet', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:51.250775 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aedac6-1785-45e1-a194-56610b420db2 admin admin] Made reservation on behalf of 9ab3a2e6c9634a06b33f1d82a28dc3f1 for: {'subnet': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:41:51.253101 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab0fa8-5174-4d57-a8b9-7e0719910eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:51.253383 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-29aedac6-1785-45e1-a194-56610b420db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4994202'] for subnet (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.263136 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:41:51.377202 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-11fec654-5100-46f1-b164-f12576388f05 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:51.378730 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-11fec654-5100-46f1-b164-f12576388f05 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 946 time: 0.0530627 Jun 23 22:41:51.464973 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device f62d6650-e1ce-4156-9949-4d5a16040e59 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:41:51.509744 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port f62d6650-e1ce-4156-9949-4d5a16040e59 completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:41:51.511686 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:51.517233 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port f62d6650-e1ce-4156-9949-4d5a16040e59 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:51.517652 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.522148 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a24fc-a135-4e3d-bd88-7beab19ca4c6 req-c4f96cfe-b988-48a8-90fb-ad941677763c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:51.523654 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9b6a24fc-a135-4e3d-bd88-7beab19ca4c6 req-c4f96cfe-b988-48a8-90fb-ad941677763c tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 944 time: 0.1125767 Jun 23 22:41:51.578801 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:51.590507 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port f62d6650-e1ce-4156-9949-4d5a16040e59 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:41:51.590901 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.596360 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-29aedac6-1785-45e1-a194-56610b420db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4994284'] for subnet (73fac7ba-e561-4aac-8f69-54f4d658f85e), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.599609 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:51.601196 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Deleting port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:41:51.601529 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.616682 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62d6650-e1ce-4156-9949-4d5a16040e59'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:41:51.618958 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c5fa54-8526-4d14-be79-eb85f1b6e0c7" -d '{"events": [{"server_uuid": "ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4", "name": "network-vif-plugged", "status": "completed", "tag": "f62d6650-e1ce-4156-9949-4d5a16040e59"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:41:51.632557 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port f62d6650-e1ce-4156-9949-4d5a16040e59, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f62d6650-e1ce-4156-9949-4d5a16040e59,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:51.637253 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.674963 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:51.690046 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=f62d6650-e1ce-4156-9949-4d5a16040e59,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:51.739245 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9b6a24fc-a135-4e3d-bd88-7beab19ca4c6 req-569c1088-fbdb-48f6-82e4-e8d9ba35def9 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=632b2eb3-d825-498e-ac5a-36560629d4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867068 Jun 23 22:41:51.753778 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aedac6-1785-45e1-a194-56610b420db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73fac7ba-e561-4aac-8f69-54f4d658f85e,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:51.778476 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aedac6-1785-45e1-a194-56610b420db2 admin admin] Checking segment: {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:41:51.779078 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aedac6-1785-45e1-a194-56610b420db2 admin admin] Network hostable DHCP agents. Network: c8ffa52a-0ee3-4aa1-92ba-211a08d60da3, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:41:51.788717 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] For port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d8e2a40-5fc3-49a9-bca3-734e662a68dc,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:51.789089 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.798892 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3b1821-777f-471b-84b7-092dbedb2cc8 x-openstack-request-id: req-0f3b1821-777f-471b-84b7-092dbedb2cc8 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:41:51.799210 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4", "name": "network-vif-plugged", "status": "completed", "tag": "f62d6650-e1ce-4156-9949-4d5a16040e59", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:41:51.799465 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f3b1821-777f-471b-84b7-092dbedb2cc8 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:41:51.799856 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3b1821-777f-471b-84b7-092dbedb2cc8'] response: {'server_uuid': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62d6650-e1ce-4156-9949-4d5a16040e59', 'code': 200} Jun 23 22:41:51.860749 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aedac6-1785-45e1-a194-56610b420db2 admin admin] Network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:41:51.899313 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-29aedac6-1785-45e1-a194-56610b420db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, c8ffa52a-0ee3-4aa1-92ba-211a08d60da3) {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:41:51.909271 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cab308-34bf-4321-ae85-1250b51acfba None None] Network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:41:51.934466 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aedac6-1785-45e1-a194-56610b420db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:51.935114 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-29aedac6-1785-45e1-a194-56610b420db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:51.946493 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090f920-68ae-4f3a-8b61-d76c1906e996 req-cce855aa-6c48-4728-8b04-ced1c6d3df7e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:51.949243 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e090f920-68ae-4f3a-8b61-d76c1906e996 req-cce855aa-6c48-4728-8b04-ced1c6d3df7e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 946 time: 0.1097608 Jun 23 22:41:52.016793 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-29aedac6-1785-45e1-a194-56610b420db2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7903750 Jun 23 22:41:52.017885 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:41:52.018866 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.019509 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37114) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:52.023889 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:52.045717 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7559'] for router (eef7652e-6ef4-412f-8cc4-719a2988dded), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.046950 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7885047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7925361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7564'] for router (eef7652e-6ef4-412f-8cc4-719a2988dded), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.061774 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0c0bb-5b68-4ebb-9c6a-f3b5df43087c req-f26da0bb-daf4-47aa-bb47-2457be8e23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:52.063295 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e5f0c0bb-5b68-4ebb-9c6a-f3b5df43087c req-f26da0bb-daf4-47aa-bb47-2457be8e23eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 1129 time: 0.1256654 Jun 23 22:41:52.110626 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Publish callbacks [] for router_controller (eef7652e-6ef4-412f-8cc4-719a2988dded), precommit_add_association {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.139105 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e090f920-68ae-4f3a-8b61-d76c1906e996 req-3ec24a9c-00b4-4c01-af27-2a79f0105eee tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740940 Jun 23 22:41:52.148006 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.148372 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (b862c965-e950-4f3c-9277-a6867a4ea2b6), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.148683 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Floating IP b862c965-e950-4f3c-9277-a6867a4ea2b6 disassociated. External IP: 172.27.2.86, port: 9d8e2a40-5fc3-49a9-bca3-734e662a68dc. Jun 23 22:41:52.149017 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Calling delete_port for 9d8e2a40-5fc3-49a9-bca3-734e662a68dc owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:41:52.168670 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e5f0c0bb-5b68-4ebb-9c6a-f3b5df43087c req-17549c77-824a-4fff-86e0-3bbd44188986 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=632b2eb3-d825-498e-ac5a-36560629d4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975883 Jun 23 22:41:52.195530 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Allocated IP 172.20.0.2 (c8ffa52a-0ee3-4aa1-92ba-211a08d60da3/73fac7ba-e561-4aac-8f69-54f4d658f85e/e28030bd-1fc8-416a-b5e4-26ac93f1c780) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:41:52.251618 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Publish callbacks [] for router_gateway (eef7652e-6ef4-412f-8cc4-719a2988dded), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.287552 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:52.305838 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (9d8e2a40-5fc3-49a9-bca3-734e662a68dc), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.335400 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event deleted for resources: {'Port': ['ID=9d8e2a40-5fc3-49a9-bca3-734e662a68dc,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:52.374710 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd877-7065-445a-9897-ea46c07739fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.377766 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Publish callbacks [] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.386212 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.433382 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:41:52.439253 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:41:52.441456 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Pushing event updated for resources: {'Port': ['ID=e28030bd-1fc8-416a-b5e4-26ac93f1c780,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:52.443736 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:41:52.449118 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Publish callbacks [] for router_gateway (eef7652e-6ef4-412f-8cc4-719a2988dded), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.460777 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:41:52.472008 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.474420 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:52.511967 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Attempting to bind port e28030bd-1fc8-416a-b5e4-26ac93f1c780 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:41:52.512550 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Attempting to bind port e28030bd-1fc8-416a-b5e4-26ac93f1c780 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:41:52.512770 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Attempting to bind port e28030bd-1fc8-416a-b5e4-26ac93f1c780 on network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:41:52.518470 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:41:52.518840 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Checking segment: {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:41:52.519259 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.519638 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Bound using segment: {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:41:52.520095 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Bound port: e28030bd-1fc8-416a-b5e4-26ac93f1c780, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:41:52.520467 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.556565 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:52.575490 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:41:52.588896 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb34a4-537b-4b9a-8131-682498946cc5 None None] Sync routers for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:41:52.589171 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Allocated IP 172.27.2.50 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/df9c6915-e40d-4c2d-b6ea-d45f699e0879) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:41:52.602604 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] For port e28030bd-1fc8-416a-b5e4-26ac93f1c780, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:41:52.618156 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb34a4-537b-4b9a-8131-682498946cc5 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:52.618840 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-72eb34a4-537b-4b9a-8131-682498946cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:52.621858 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] For port e28030bd-1fc8-416a-b5e4-26ac93f1c780, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=e28030bd-1fc8-416a-b5e4-26ac93f1c780,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:41:52.628937 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] No DVR routers for this DVR port 9d8e2a40-5fc3-49a9-bca3-734e662a68dc on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:41:52.631732 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.637124 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1e2c8cb4-908f-42b6-a6da-011a5a153a5e req-9f15f59e-bfd3-4121-850f-28dc17c15c28 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "DELETE /v2.0/ports/9d8e2a40-5fc3-49a9-bca3-734e662a68dc HTTP/1.1" status: 204 len: 173 time: 1.2508984 Jun 23 22:41:52.637776 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'name': 'network-vif-deleted', 'tag': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:41:52.640209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a606ecf-2028-4236-9a5b-b906df8fd11f" -d '{"events": [{"server_uuid": "b1da69bd-51f5-4223-b7aa-652d2636f36b", "name": "network-vif-deleted", "tag": "9d8e2a40-5fc3-49a9-bca3-734e662a68dc"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:41:52.665944 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.680006 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32219121-7c25-4b6c-9f7c-6ead79119517 x-openstack-request-id: req-32219121-7c25-4b6c-9f7c-6ead79119517 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:41:52.680508 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1da69bd-51f5-4223-b7aa-652d2636f36b", "name": "network-vif-deleted", "tag": "9d8e2a40-5fc3-49a9-bca3-734e662a68dc", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:41:52.680914 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32219121-7c25-4b6c-9f7c-6ead79119517 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:41:52.681731 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32219121-7c25-4b6c-9f7c-6ead79119517'] response: {'server_uuid': 'b1da69bd-51f5-4223-b7aa-652d2636f36b', 'name': 'network-vif-deleted', 'tag': '9d8e2a40-5fc3-49a9-bca3-734e662a68dc', 'status': 'completed', 'code': 200} Jun 23 22:41:52.709420 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Publish callbacks [] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.746183 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:52.795525 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:41:52.799176 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:41:52.801371 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Pushing event updated for resources: {'Port': ['ID=df9c6915-e40d-4c2d-b6ea-d45f699e0879,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:52.803620 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:41:52.814583 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:52.873114 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:52.911407 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f541f2-c952-4a88-8534-701478760e29 req-afc70286-b709-4a9c-9100-4367fbed262b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:52.912986 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-50f541f2-c952-4a88-8534-701478760e29 req-afc70286-b709-4a9c-9100-4367fbed262b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 945 time: 0.0717027 Jun 23 22:41:52.935385 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e574a-9544-437a-86fd-4da170e3ec67 None None] Pushing event updated for resources: {'Port': ['ID=e28030bd-1fc8-416a-b5e4-26ac93f1c780,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:52.954409 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:52.972403 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-72eb34a4-537b-4b9a-8131-682498946cc5 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:52.976579 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-50f541f2-c952-4a88-8534-701478760e29 req-dc52ddfc-2466-419f-9be2-90e745f65053 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=632b2eb3-d825-498e-ac5a-36560629d4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541203 Jun 23 22:41:53.122253 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Publish callbacks [] for router_gateway (eef7652e-6ef4-412f-8cc4-719a2988dded), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:53.222056 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-72eb34a4-537b-4b9a-8131-682498946cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:53.251056 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb34a4-537b-4b9a-8131-682498946cc5 None None] Checking router: dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:41:53.261695 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb34a4-537b-4b9a-8131-682498946cc5 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:53.262631 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-72eb34a4-537b-4b9a-8131-682498946cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:53.273566 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-942418b2-3681-411a-ab3e-0d8a557e5b03 req-9499ec2a-4b08-4926-bffb-676cfbd63ac4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 210 time: 0.0406783 Jun 23 22:41:53.345348 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7885616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147'] for router (eef7652e-6ef4-412f-8cc4-719a2988dded), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:53.382775 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-72eb34a4-537b-4b9a-8131-682498946cc5 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:53.471073 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:53.481372 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Router eef7652e-6ef4-412f-8cc4-719a2988dded is scheduled to L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 with binding_index 1 {{(pid=104139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 22:41:53.488692 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:53.580312 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-72eb34a4-537b-4b9a-8131-682498946cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:53.590978 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:41:53.599255 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Sync routers for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:41:53.606177 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb34a4-537b-4b9a-8131-682498946cc5 None None] The sync data for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi is: [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:41:53.608904 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:53.611131 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-98ed8339-a8c6-4ac4-91ca-4d9851125386 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5896347 Jun 23 22:41:53.612862 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37122) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:53.615963 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:53.616877 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:53.743141 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:53.828419 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:53.896710 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:41:53.918410 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:53.941107 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:52Z', 'revision_number': 3, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:53.954261 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043841cd-00dc-4ee7-bfa1-052ece9311cc None None] New status for floating IP b862c965-e950-4f3c-9277-a6867a4ea2b6: DOWN {{(pid=104140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:41:53.968697 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Checking router: eef7652e-6ef4-412f-8cc4-719a2988dded for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:41:53.968953 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Updating router eef7652e-6ef4-412f-8cc4-719a2988dded port df9c6915-e40d-4c2d-b6ea-d45f699e0879 binding host dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:41:54.024582 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.124401 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f405f5bf-c68d-4c21-bb28-18a37ff0c0b1 None None] Network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:41:54.177944 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900d39e-c22d-4236-9341-8c7f1bc22d62 req-8720e732-537f-43f7-8f69-6ced8c26d223 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:54.187256 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5900d39e-c22d-4236-9341-8c7f1bc22d62 req-8720e732-537f-43f7-8f69-6ced8c26d223 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 945 time: 0.0985141 Jun 23 22:41:54.215217 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.247157 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-7013fbe0-9a32-4578-a931-a205916fb196 None None] Provisioning complete for port e28030bd-1fc8-416a-b5e4-26ac93f1c780 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:54.247533 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7013fbe0-9a32-4578-a931-a205916fb196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.255891 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5900d39e-c22d-4236-9341-8c7f1bc22d62 req-9a7a25d0-8827-42cb-aeea-c62bd5937996 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=632b2eb3-d825-498e-ac5a-36560629d4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675905 Jun 23 22:41:54.347877 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Publish callbacks [] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.356585 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.371882 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:54.373337 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-7013fbe0-9a32-4578-a931-a205916fb196 None None] Current status of the port e28030bd-1fc8-416a-b5e4-26ac93f1c780 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:41:54.374029 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7013fbe0-9a32-4578-a931-a205916fb196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.425959 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-7013fbe0-9a32-4578-a931-a205916fb196 None None] For port e28030bd-1fc8-416a-b5e4-26ac93f1c780, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=e28030bd-1fc8-416a-b5e4-26ac93f1c780,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:54.433372 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7013fbe0-9a32-4578-a931-a205916fb196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.446458 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Allocated IP 172.20.0.1 (c8ffa52a-0ee3-4aa1-92ba-211a08d60da3/73fac7ba-e561-4aac-8f69-54f4d658f85e/57bff874-2e9c-4052-9375-9804be3c3d95) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:41:54.468200 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Attempting to bind port df9c6915-e40d-4c2d-b6ea-d45f699e0879 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:41:54.468558 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Attempting to bind port df9c6915-e40d-4c2d-b6ea-d45f699e0879 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:41:54.468909 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Attempting to bind port df9c6915-e40d-4c2d-b6ea-d45f699e0879 on network 6e26287c-7a8e-421e-96a7-49a5147437a7 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:41:54.472910 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5e3d9aa2-8e5c-4a28-9e52-a4741982a3d3 req-3b4e57ff-940e-4d76-a1c6-f2d5aa87c0d4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1da69bd-51f5-4223-b7aa-652d2636f36b HTTP/1.1" status: 200 len: 210 time: 0.0587883 Jun 23 22:41:54.493486 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:41:54.495987 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:41:54.496736 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.497133 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Bound using segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:41:54.497681 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Bound port: df9c6915-e40d-4c2d-b6ea-d45f699e0879, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:41:54.498127 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.500059 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Pushing event updated for resources: {'Port': ['ID=df9c6915-e40d-4c2d-b6ea-d45f699e0879,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:54.554197 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-6c5bbe3f-505a-435f-901f-10e07fb36d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.570458 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.580522 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.580866 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.581221 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.581554 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.581875 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.582781 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013fbe0-9a32-4578-a931-a205916fb196 None None] Pushing event updated for resources: {'Port': ['ID=e28030bd-1fc8-416a-b5e4-26ac93f1c780,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:54.585526 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.585526 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.585827 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.586147 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.586464 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.586805 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.587645 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.588411 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.588411 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:41:54.637786 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device e28030bd-1fc8-416a-b5e4-26ac93f1c780 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:41:54.647745 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] For port df9c6915-e40d-4c2d-b6ea-d45f699e0879, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:41:54.653535 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] For port df9c6915-e40d-4c2d-b6ea-d45f699e0879, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=df9c6915-e40d-4c2d-b6ea-d45f699e0879,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:41:54.660441 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.661982 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Publish callbacks [] for port (57bff874-2e9c-4052-9375-9804be3c3d95), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.682501 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:54.691834 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-98da93ac-bc29-4b19-9492-9c42d8234de4 None None] Provisioning complete for port e28030bd-1fc8-416a-b5e4-26ac93f1c780 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:54.692311 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-98da93ac-bc29-4b19-9492-9c42d8234de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.694453 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:54.699597 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:54.712580 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.754958 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:54.756508 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:54.756778 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Pushing event updated for resources: {'Port': ['ID=57bff874-2e9c-4052-9375-9804be3c3d95,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:54.763095 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c02028-4f80-4d64-9c84-9157f89d7002 None None] Pushing event updated for resources: {'Port': ['ID=df9c6915-e40d-4c2d-b6ea-d45f699e0879,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:54.769880 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port e28030bd-1fc8-416a-b5e4-26ac93f1c780 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:54.770445 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.779485 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:41:54.781337 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:41:54.783839 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:41:54.827392 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7887982'] for router_interface (eef7652e-6ef4-412f-8cc4-719a2988dded), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:54.927395 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-98da93ac-bc29-4b19-9492-9c42d8234de4 None None] Current status of the port e28030bd-1fc8-416a-b5e4-26ac93f1c780 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:41:54.946179 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port e28030bd-1fc8-416a-b5e4-26ac93f1c780 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:41:54.984636 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:55.044233 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:55.149105 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-86fae9a8-b1d2-4a34-bbc6-a25b6b4bf747 None None] Provisioning complete for port 57bff874-2e9c-4052-9375-9804be3c3d95 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:55.149618 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-86fae9a8-b1d2-4a34-bbc6-a25b6b4bf747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:55.187221 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-86fae9a8-b1d2-4a34-bbc6-a25b6b4bf747 None None] Port 57bff874-2e9c-4052-9375-9804be3c3d95 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:41:55.214678 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:55.226434 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:52Z', 'revision_number': 3, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:55.251882 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac7945-7340-444a-8002-ad1710be95e8 None None] The sync data for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi is: [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:52Z', 'revision_number': 3, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:41:55.377754 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1d777-8595-4342-ae4e-4a3784917622 req-f08a5c80-bc24-47ef-b922-031ffefeecee tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:55.379298 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-22a1d777-8595-4342-ae4e-4a3784917622 req-f08a5c80-bc24-47ef-b922-031ffefeecee tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 945 time: 0.0489073 Jun 23 22:41:55.389287 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Publish callbacks [] for port (57bff874-2e9c-4052-9375-9804be3c3d95), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:55.395687 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4275053'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:55.434348 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-22a1d777-8595-4342-ae4e-4a3784917622 req-14920551-6371-4860-aa37-c89a9ce2bc2a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=632b2eb3-d825-498e-ac5a-36560629d4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490780 Jun 23 22:41:55.481157 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Pushing event updated for resources: {'Port': ['ID=57bff874-2e9c-4052-9375-9804be3c3d95,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:55.488114 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7886334'] for router_interface (eef7652e-6ef4-412f-8cc4-719a2988dded), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:55.507418 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 9d8e2a40-5fc3-49a9-bca3-734e662a68dc no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:41:55.546669 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: 9d8e2a40-5fc3-49a9-bca3-734e662a68dc {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:41:55.550734 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 9d8e2a40-5fc3-49a9-bca3-734e662a68dc not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:41:55.619475 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:41:55.621422 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:41:55.637323 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfd3a5-167b-421a-9691-f356b7640248 req-fc674e7b-8dfa-4c6a-891f-89c712650693 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:55.639181 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-97dfd3a5-167b-421a-9691-f356b7640248 req-fc674e7b-8dfa-4c6a-891f-89c712650693 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 945 time: 0.0684519 Jun 23 22:41:55.650834 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 37136) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:55.655736 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-46295086-39d6-491f-b2ec-2eb07d5a2461 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Request body: {'floatingip': {'port_id': 'f62d6650-e1ce-4156-9949-4d5a16040e59'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:55.712471 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46295086-39d6-491f-b2ec-2eb07d5a2461 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (073ee762-926d-44bb-9f1c-dd4f487588f5), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:55.819251 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Router eef7652e-6ef4-412f-8cc4-719a2988dded has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:41:55.870042 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:55.911297 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-cc38aac7-6b8f-45fc-811b-a3401966d0dc None None] Provisioning complete for port 57bff874-2e9c-4052-9375-9804be3c3d95 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:55.911905 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-cc38aac7-6b8f-45fc-811b-a3401966d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:55.931574 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-b1035d85-91d5-452b-8038-898d0991d679 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066458815&fields=id&tenant_id=1eb4b659032e4ec09a16c45b29d609f0 HTTP/1.1" status: 200 len: 267 time: 0.1133144 Jun 23 22:41:55.948930 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:41:55.955656 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-70592ba7-c7a2-417b-a0cb-745e5fe67e66 admin admin] 10.222.0.43 "PUT /v2.0/routers/eef7652e-6ef4-412f-8cc4-719a2988dded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3416412 Jun 23 22:41:55.968871 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-cc38aac7-6b8f-45fc-811b-a3401966d0dc None None] Port 57bff874-2e9c-4052-9375-9804be3c3d95 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:41:55.976941 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.106503 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:56.175402 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-f1e96d10-9261-4918-96b1-f5d4c874cf59 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:56.177062 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-f1e96d10-9261-4918-96b1-f5d4c874cf59 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 811 time: 0.2446151 Jun 23 22:41:56.203917 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37148) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:56.208715 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-120b1969-7d06-4817-9860-451a75ad53bf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926015286', 'description': 'tempest-description--1494264419'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:56.235286 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-120b1969-7d06-4817-9860-451a75ad53bf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.237315 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-9fb0c47a-d28b-4204-8354-13d061769169 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/quotas/1eb4b659032e4ec09a16c45b29d609f0 HTTP/1.1" status: 200 len: 375 time: 0.0194135 Jun 23 22:41:56.260305 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:56.319996 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-120b1969-7d06-4817-9860-451a75ad53bf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group (03e62038-c512-4bdb-9fa5-230d0bbfbab1), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.324565 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-120b1969-7d06-4817-9860-451a75ad53bf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (03e62038-c512-4bdb-9fa5-230d0bbfbab1), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.326631 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-a7082aa7-4942-46e2-912e-08bcf6b7fc95 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830448 Jun 23 22:41:56.360293 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-120b1969-7d06-4817-9860-451a75ad53bf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.361481 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-120b1969-7d06-4817-9860-451a75ad53bf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1565182 Jun 23 22:41:56.362153 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b1969-7d06-4817-9860-451a75ad53bf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e62038-c512-4bdb-9fa5-230d0bbfbab1,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:56.365396 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37152) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:56.369431 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-466a0b0f-7fa2-4b81-a0ba-d2432b51cc5b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Request body: {'security_group_rule': {'security_group_id': '03e62038-c512-4bdb-9fa5-230d0bbfbab1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:56.409555 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-466a0b0f-7fa2-4b81-a0ba-d2432b51cc5b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group_rule (f3e4d268-3af5-47cf-89c9-4d43c72bbdee), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.424914 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46295086-39d6-491f-b2ec-2eb07d5a2461 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.430667 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46295086-39d6-491f-b2ec-2eb07d5a2461 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (073ee762-926d-44bb-9f1c-dd4f487588f5), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.482956 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-466a0b0f-7fa2-4b81-a0ba-d2432b51cc5b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group_rule (f3e4d268-3af5-47cf-89c9-4d43c72bbdee), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.488542 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-466a0b0f-7fa2-4b81-a0ba-d2432b51cc5b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (f3e4d268-3af5-47cf-89c9-4d43c72bbdee), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.512594 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a0b0f-7fa2-4b81-a0ba-d2432b51cc5b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e4d268-3af5-47cf-89c9-4d43c72bbdee,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:56.524433 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-466a0b0f-7fa2-4b81-a0ba-d2432b51cc5b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.529148 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-466a0b0f-7fa2-4b81-a0ba-d2432b51cc5b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1630430 Jun 23 22:41:56.529816 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37156) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:56.534682 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-954919f5-c6ed-47aa-81b3-6eedceca5d19 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Request body: {'security_group_rule': {'security_group_id': '03e62038-c512-4bdb-9fa5-230d0bbfbab1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:56.564950 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-954919f5-c6ed-47aa-81b3-6eedceca5d19 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group_rule (01225bf1-938e-4d6c-9f42-c0017a6e339b), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.586552 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device df9c6915-e40d-4c2d-b6ea-d45f699e0879 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:41:56.600146 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:56.616206 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-46295086-39d6-491f-b2ec-2eb07d5a2461 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Floating IP 073ee762-926d-44bb-9f1c-dd4f487588f5 associated. External IP: 172.27.2.126, port: f62d6650-e1ce-4156-9949-4d5a16040e59. Jun 23 22:41:56.629215 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-954919f5-c6ed-47aa-81b3-6eedceca5d19 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group_rule (01225bf1-938e-4d6c-9f42-c0017a6e339b), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.633544 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-954919f5-c6ed-47aa-81b3-6eedceca5d19 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (01225bf1-938e-4d6c-9f42-c0017a6e339b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.640005 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port df9c6915-e40d-4c2d-b6ea-d45f699e0879 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:56.640505 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.654059 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-d68b7e34-6718-45d8-9c7d-a30d0321e6d3 service neutron] 10.222.0.43 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969909 Jun 23 22:41:56.655054 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954919f5-c6ed-47aa-81b3-6eedceca5d19 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01225bf1-938e-4d6c-9f42-c0017a6e339b,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:56.662361 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-954919f5-c6ed-47aa-81b3-6eedceca5d19 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.667929 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-954919f5-c6ed-47aa-81b3-6eedceca5d19 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325963 Jun 23 22:41:56.668670 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37158) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:41:56.678481 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:56.711607 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.722353 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port df9c6915-e40d-4c2d-b6ea-d45f699e0879 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:41:56.722760 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.754887 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port df9c6915-e40d-4c2d-b6ea-d45f699e0879, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=df9c6915-e40d-4c2d-b6ea-d45f699e0879,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:56.761846 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.763074 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device e28030bd-1fc8-416a-b5e4-26ac93f1c780 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:41:56.818894 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.855892 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=df9c6915-e40d-4c2d-b6ea-d45f699e0879,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:56.872903 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port e28030bd-1fc8-416a-b5e4-26ac93f1c780 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:56.873397 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:56.920266 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:56.956888 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port e28030bd-1fc8-416a-b5e4-26ac93f1c780 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:41:57.022231 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Allocated IP 172.27.2.228 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/d37c8030-d992-4fa2-bff5-9bbf131b240b) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:41:57.078216 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:57.125403 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:57.169101 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for port (d37c8030-d992-4fa2-bff5-9bbf131b240b), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:57.176496 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:INSERT=11,neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:57.207584 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Sync routers for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:41:57.212054 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (d37c8030-d992-4fa2-bff5-9bbf131b240b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:57.224047 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:57.224751 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:57.241246 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-4ce1f130-04c8-4828-83ea-f9a6d880adfa service neutron] 10.222.0.43 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686483 Jun 23 22:41:57.253858 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:41:57.257013 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:41:57.260678 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:41:57.294119 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event updated for resources: {'Port': ['ID=d37c8030-d992-4fa2-bff5-9bbf131b240b,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:57.314394 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46295086-39d6-491f-b2ec-2eb07d5a2461 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:41:57.325475 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:57.372568 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (b0376464-dcc9-4e9d-8307-f55fe0fe8637), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:57.406265 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:57.424960 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (d37c8030-d992-4fa2-bff5-9bbf131b240b), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:57.452802 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:57.456210 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46295086-39d6-491f-b2ec-2eb07d5a2461 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:41:57.461639 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-46295086-39d6-491f-b2ec-2eb07d5a2461 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:57.475132 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8074ae56-0e5e-43bb-9c8b-c911fa24ed80 None None] Sync routers for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:41:57.490350 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8074ae56-0e5e-43bb-9c8b-c911fa24ed80 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:57.491458 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8074ae56-0e5e-43bb-9c8b-c911fa24ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:57.503103 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:57.505346 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-46295086-39d6-491f-b2ec-2eb07d5a2461 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "PUT /v2.0/floatingips/073ee762-926d-44bb-9f1c-dd4f487588f5 HTTP/1.1" status: 200 len: 991 time: 1.8531032 Jun 23 22:41:57.505994 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'tag': 'f62d6650-e1ce-4156-9949-4d5a16040e59'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:41:57.508839 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476945e7-47b8-4e7a-84c6-832b1d6b5ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4", "tag": "f62d6650-e1ce-4156-9949-4d5a16040e59"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:41:57.551667 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21050d0d-7143-459e-87bd-dfb5d0538e65 x-openstack-request-id: req-21050d0d-7143-459e-87bd-dfb5d0538e65 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:41:57.552236 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4", "tag": "f62d6650-e1ce-4156-9949-4d5a16040e59", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:41:57.552673 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21050d0d-7143-459e-87bd-dfb5d0538e65 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:41:57.553324 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21050d0d-7143-459e-87bd-dfb5d0538e65'] response: {'name': 'network-changed', 'server_uuid': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'tag': 'f62d6650-e1ce-4156-9949-4d5a16040e59', 'status': 'completed', 'code': 200} Jun 23 22:41:57.663250 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476945e7-47b8-4e7a-84c6-832b1d6b5ac9 req-1cd62dbf-0824-409d-a83a-cf858ad17c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:57.667870 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-476945e7-47b8-4e7a-84c6-832b1d6b5ac9 req-1cd62dbf-0824-409d-a83a-cf858ad17c37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 1129 time: 0.0738971 Jun 23 22:41:57.685089 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-8074ae56-0e5e-43bb-9c8b-c911fa24ed80 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:57.725228 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:55Z', 'revision_number': 2, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:57.729635 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-47cb655d-e7d4-4c81-9a9a-2fcfcbaef363 req-3f395101-e93b-4f84-b49c-c76bd689e4ff tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 210 time: 0.0529101 Jun 23 22:41:57.748387 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for port (d37c8030-d992-4fa2-bff5-9bbf131b240b), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:57.754724 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Checking router: eef7652e-6ef4-412f-8cc4-719a2988dded for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:41:57.755088 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Updating router eef7652e-6ef4-412f-8cc4-719a2988dded port 57bff874-2e9c-4052-9375-9804be3c3d95 binding host dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:41:57.755235 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4275053'] for port (d37c8030-d992-4fa2-bff5-9bbf131b240b), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:57.789903 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:57.793683 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:57.846528 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476945e7-47b8-4e7a-84c6-832b1d6b5ac9 req-4fca66ca-9acc-4cdc-b7ac-18f4b014179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:57.848754 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-476945e7-47b8-4e7a-84c6-832b1d6b5ac9 req-4fca66ca-9acc-4cdc-b7ac-18f4b014179a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 200 len: 916 time: 0.1590595 Jun 23 22:41:57.858779 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event updated for resources: {'Port': ['ID=d37c8030-d992-4fa2-bff5-9bbf131b240b,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:57.874292 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (b0376464-dcc9-4e9d-8307-f55fe0fe8637), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:57.902455 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:57.904368 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-2323bebb-b27f-4d37-a518-2eae112a8246 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2343919 Jun 23 22:41:58.180663 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-476945e7-47b8-4e7a-84c6-832b1d6b5ac9 req-11808097-e54e-49d5-85f4-fb53b43cc790 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f62d6650-e1ce-4156-9949-4d5a16040e59 HTTP/1.1" status: 200 len: 999 time: 0.1523714 Jun 23 22:41:58.201953 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9c9b6a94-e5fb-44cd-bc35-a1e099870c25 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1926015286&fields=id&tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1 HTTP/1.1" status: 200 len: 267 time: 0.1197438 Jun 23 22:41:58.269053 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476945e7-47b8-4e7a-84c6-832b1d6b5ac9 req-0469f701-15b4-463f-9e04-fe6e060fddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:58.270539 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-476945e7-47b8-4e7a-84c6-832b1d6b5ac9 req-0469f701-15b4-463f-9e04-fe6e060fddc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 200 len: 854 time: 0.0750091 Jun 23 22:41:58.284132 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Publish callbacks [] for port (57bff874-2e9c-4052-9375-9804be3c3d95), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:58.293343 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:58.300595 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8074ae56-0e5e-43bb-9c8b-c911fa24ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '073ee762-926d-44bb-9f1c-dd4f487588f5', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'f62d6650-e1ce-4156-9949-4d5a16040e59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:1e:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:41:41Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 1, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:58.333227 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8074ae56-0e5e-43bb-9c8b-c911fa24ed80 None None] Checking router: 863c27d2-56ae-4508-a4b8-2fecd998b6b6 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:41:58.351332 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8074ae56-0e5e-43bb-9c8b-c911fa24ed80 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:58.351849 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8074ae56-0e5e-43bb-9c8b-c911fa24ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:58.359568 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aac3c6-cfa0-43a6-96db-58dd3d634e43 None None] Pushing event updated for resources: {'Port': ['ID=57bff874-2e9c-4052-9375-9804be3c3d95,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:58.396071 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-3bd4952d-3f69-49fc-aff0-8609c52484ff tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:58.399807 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-3bd4952d-3f69-49fc-aff0-8609c52484ff tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 816 time: 0.1280742 Jun 23 22:41:58.439962 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-b922644f-8fee-43e3-9627-039dcc1fcb48 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/quotas/9ab3a2e6c9634a06b33f1d82a28dc3f1 HTTP/1.1" status: 200 len: 375 time: 0.0234346 Jun 23 22:41:58.450950 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Attempting to bind port 57bff874-2e9c-4052-9375-9804be3c3d95 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:41:58.451316 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Attempting to bind port 57bff874-2e9c-4052-9375-9804be3c3d95 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:41:58.451820 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Attempting to bind port 57bff874-2e9c-4052-9375-9804be3c3d95 on network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:41:58.458051 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:41:58.458460 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Checking segment: {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:41:58.458851 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:58.459275 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Bound using segment: {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:41:58.459745 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Bound port: 57bff874-2e9c-4052-9375-9804be3c3d95, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:41:58.460117 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:58.502500 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-8074ae56-0e5e-43bb-9c8b-c911fa24ed80 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:58.523685 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:58.535495 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-b3734d02-541c-4663-907c-e49eea656f81 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946143 Jun 23 22:41:58.545895 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] For port 57bff874-2e9c-4052-9375-9804be3c3d95, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:41:58.549260 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] For port 57bff874-2e9c-4052-9375-9804be3c3d95, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=57bff874-2e9c-4052-9375-9804be3c3d95,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:41:58.558539 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:58.598687 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device df9c6915-e40d-4c2d-b6ea-d45f699e0879 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:41:58.632684 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:41:58.633320 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:58.638602 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aac3c6-cfa0-43a6-96db-58dd3d634e43 None None] Pushing event updated for resources: {'Port': ['ID=57bff874-2e9c-4052-9375-9804be3c3d95,revision_number=4']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:58.688244 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:58.725746 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476945e7-47b8-4e7a-84c6-832b1d6b5ac9 req-4f152a1d-e286-4d93-b9dc-4b59c85d65af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:58.727319 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-476945e7-47b8-4e7a-84c6-832b1d6b5ac9 req-4f152a1d-e286-4d93-b9dc-4b59c85d65af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8170354-014e-4823-a204-b43deead6b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848532 Jun 23 22:41:58.736244 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-b6cc6051-0ca4-43f9-9764-e8dc4d5afe0a service neutron] 10.222.0.43 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859105 Jun 23 22:41:58.815448 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port df9c6915-e40d-4c2d-b6ea-d45f699e0879 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:58.815664 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:58.859886 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:41:58.872804 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:58.873775 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-aeccaf12-108c-486f-86f3-b2ebbff91428 None None] Provisioning complete for port 57bff874-2e9c-4052-9375-9804be3c3d95 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:58.874319 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-aeccaf12-108c-486f-86f3-b2ebbff91428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:58.885236 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-476945e7-47b8-4e7a-84c6-832b1d6b5ac9 req-d420d6fd-3b79-4f79-9073-88f99996a374 service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367896 Jun 23 22:41:58.955659 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:58.959993 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8074ae56-0e5e-43bb-9c8b-c911fa24ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '073ee762-926d-44bb-9f1c-dd4f487588f5', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'f62d6650-e1ce-4156-9949-4d5a16040e59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:1e:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:41:41Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 1, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:58.992693 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d8d9bc00-a211-4211-b1b3-7fdcdd21002f req-08f88c00-65e2-4255-b713-1d97b59bb623 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 210 time: 0.1048839 Jun 23 22:41:59.029602 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8074ae56-0e5e-43bb-9c8b-c911fa24ed80 None None] The sync data for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi is: [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '073ee762-926d-44bb-9f1c-dd4f487588f5', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'port_id': 'f62d6650-e1ce-4156-9949-4d5a16040e59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'mac_address': 'fa:16:3e:1e:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:41:41Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 1, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:41:59.071582 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:59.081801 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-aeccaf12-108c-486f-86f3-b2ebbff91428 None None] Current status of the port 57bff874-2e9c-4052-9375-9804be3c3d95 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:41:59.082368 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-aeccaf12-108c-486f-86f3-b2ebbff91428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:59.085820 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port df9c6915-e40d-4c2d-b6ea-d45f699e0879 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:41:59.103051 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-476945e7-47b8-4e7a-84c6-832b1d6b5ac9 req-8bd5d4fc-a56f-4640-b85b-d10a3e3f9ebb service neutron] 10.222.0.55 "GET /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917481 Jun 23 22:41:59.108755 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:41:59.110323 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-5a9d62e0-dc7a-45f6-8466-07cf4c8ffefb service neutron] 10.222.0.43 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732715 Jun 23 22:41:59.126029 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-aeccaf12-108c-486f-86f3-b2ebbff91428 None None] For port 57bff874-2e9c-4052-9375-9804be3c3d95, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=57bff874-2e9c-4052-9375-9804be3c3d95,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:41:59.130476 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-aeccaf12-108c-486f-86f3-b2ebbff91428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:59.140087 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:58Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:41:59.170724 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4b989-a3c9-4278-961d-1211e0ecfce7 None None] The sync data for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi is: [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:58Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:41:59.184475 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccaf12-108c-486f-86f3-b2ebbff91428 None None] Pushing event updated for resources: {'Port': ['ID=57bff874-2e9c-4052-9375-9804be3c3d95,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:41:59.254640 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-b9745f78-79c0-4e13-904f-0145200b0bd8 None None] Provisioning complete for port 57bff874-2e9c-4052-9375-9804be3c3d95 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:41:59.255527 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b9745f78-79c0-4e13-904f-0145200b0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:41:59.397725 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-69a6d2dc-e438-4731-b793-4e1439316434 req-fe7ccb00-aa05-43f7-8f87-65866eb50f29 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 210 time: 0.0669637 Jun 23 22:41:59.413776 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-b9745f78-79c0-4e13-904f-0145200b0bd8 None None] Current status of the port 57bff874-2e9c-4052-9375-9804be3c3d95 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:41:59.441570 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55bc552-6d6a-426b-a0ac-1e7c3a6a1f4a None None] New status for floating IP 073ee762-926d-44bb-9f1c-dd4f487588f5: ACTIVE {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:41:59.638587 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-6b7da661-c1ce-4ac6-b77d-85dd90e73c79 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:41:59.640947 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-6b7da661-c1ce-4ac6-b77d-85dd90e73c79 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 811 time: 0.1559107 Jun 23 22:41:59.728155 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-5f37bb0f-8b95-4700-89fc-5d7a283771c5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eb4b659032e4ec09a16c45b29d609f0 HTTP/1.1" status: 200 len: 380 time: 0.0729263 Jun 23 22:41:59.747080 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'port': {'device_id': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'admin_state_up': True, 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'security_groups': ['53e064b7-8e9c-4fe4-abfc-5f50328f3da7']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:41:59.874991 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Made reservation on behalf of 1eb4b659032e4ec09a16c45b29d609f0 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:41:59.878715 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:00.021703 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Allocated IP 172.20.0.12 (0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1/9c1d504b-75ad-4078-bc16-7cc310261d04/876447a5-4914-447d-9445-4888cf15aa9a) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:42:00.141795 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a4d83498-fd65-4e46-b5bc-9a7f5639fe16 req-fe5b1490-abf4-465c-97fb-410c78cea28e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 210 time: 0.0469406 Jun 23 22:42:00.257874 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for port (876447a5-4914-447d-9445-4888cf15aa9a), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:00.292802 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (876447a5-4914-447d-9445-4888cf15aa9a), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:00.338139 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:42:00.341311 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:42:00.345357 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:42:00.351581 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'Port': ['ID=876447a5-4914-447d-9445-4888cf15aa9a,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:00.387927 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:00.389078 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:00.419233 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:00.420494 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:00.447425 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-0a2e47e1-74c1-4249-9f27-b5b15d62a513 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7032056 Jun 23 22:42:00.519650 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4a39f90f-6cdb-488e-a407-d3e58a19a426 req-8bc0ca68-20c1-44a7-a769-780935858b68 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 210 time: 0.0366406 Jun 23 22:42:00.537926 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 57bff874-2e9c-4052-9375-9804be3c3d95 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:42:00.555569 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Request body: {'port': {'device_id': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:42:00.604016 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 57bff874-2e9c-4052-9375-9804be3c3d95 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:42:00.604577 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:00.624478 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (876447a5-4914-447d-9445-4888cf15aa9a), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:00.658957 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-26cb447c-2686-43c7-801e-972c40e171e0 None None] Provisioning complete for port 876447a5-4914-447d-9445-4888cf15aa9a triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:42:00.659245 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-26cb447c-2686-43c7-801e-972c40e171e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (876447a5-4914-447d-9445-4888cf15aa9a), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:00.719001 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-26cb447c-2686-43c7-801e-972c40e171e0 None None] Port 876447a5-4914-447d-9445-4888cf15aa9a cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:42:00.729506 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 57bff874-2e9c-4052-9375-9804be3c3d95 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:42:00.925146 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-791a0e56-ad95-4283-b873-7d713e6019ea tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:00.926564 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-791a0e56-ad95-4283-b873-7d713e6019ea tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.55 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 816 time: 0.1787424 Jun 23 22:42:00.977466 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876447a5-4914-447d-9445-4888cf15aa9a {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:42:00.985034 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Publish callbacks [] for port (876447a5-4914-447d-9445-4888cf15aa9a), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:00.998144 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Transition to ACTIVE for port object 876447a5-4914-447d-9445-4888cf15aa9a will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:42:01.001025 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (876447a5-4914-447d-9445-4888cf15aa9a), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:01.085241 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Pushing event updated for resources: {'Port': ['ID=876447a5-4914-447d-9445-4888cf15aa9a,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:01.138090 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-68b7ad24-d406-44ad-ae14-135a87daebd1 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1 HTTP/1.1" status: 200 len: 380 time: 0.1135402 Jun 23 22:42:01.154077 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Request body: {'port': {'device_id': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'admin_state_up': True, 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'security_groups': ['03e62038-c512-4bdb-9fa5-230d0bbfbab1']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:42:01.232086 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Attempting to bind port 876447a5-4914-447d-9445-4888cf15aa9a on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:42:01.232406 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Attempting to bind port 876447a5-4914-447d-9445-4888cf15aa9a by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:42:01.232726 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Attempting to bind port 876447a5-4914-447d-9445-4888cf15aa9a on network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:42:01.264850 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Port 876447a5-4914-447d-9445-4888cf15aa9a on network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:42:01.265163 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Attempting to bind port 876447a5-4914-447d-9445-4888cf15aa9a on network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:42:01.286776 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:42:01.287127 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Checking segment: {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:42:01.287499 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Bound using segment: {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:42:01.287917 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Bound port: 876447a5-4914-447d-9445-4888cf15aa9a, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:42:01.288260 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (876447a5-4914-447d-9445-4888cf15aa9a), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:01.303040 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:01.312557 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b92280-a890-426a-a844-2aec87e3b67c req-d5ba1a59-8186-4e8b-a878-9b48e2cf9c3b tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:01.313930 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-79b92280-a890-426a-a844-2aec87e3b67c req-d5ba1a59-8186-4e8b-a878-9b48e2cf9c3b tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 944 time: 0.0855196 Jun 23 22:42:01.333048 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:01.393982 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Made reservation on behalf of 9ab3a2e6c9634a06b33f1d82a28dc3f1 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:42:01.397308 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:01.435967 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] For port 876447a5-4914-447d-9445-4888cf15aa9a, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:42:01.441264 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-79b92280-a890-426a-a844-2aec87e3b67c req-1949cc1b-c7db-411a-997d-a33164521d73 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216493 Jun 23 22:42:01.459719 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] For port 876447a5-4914-447d-9445-4888cf15aa9a, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876447a5-4914-447d-9445-4888cf15aa9a,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:42:01.467325 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (876447a5-4914-447d-9445-4888cf15aa9a), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:01.545425 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:01.546032 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:01.547420 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] 10.222.0.55 "PUT /v2.0/ports/876447a5-4914-447d-9445-4888cf15aa9a HTTP/1.1" status: 200 len: 1094 time: 0.9965465 Jun 23 22:42:01.547914 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'tag': '876447a5-4914-447d-9445-4888cf15aa9a'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:42:01.550126 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa3f815-a70d-4e47-8238-85b649ced7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "846b1b54-898a-4e88-8367-3ffa42bf0d14", "tag": "876447a5-4914-447d-9445-4888cf15aa9a"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:42:01.607437 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ec508-ace7-478e-a827-2200cd8a0e6a service neutron] Pushing event updated for resources: {'Port': ['ID=876447a5-4914-447d-9445-4888cf15aa9a,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:01.633329 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cdfbfd-15a1-4dc8-be8c-514cc1f38969 x-openstack-request-id: req-27cdfbfd-15a1-4dc8-be8c-514cc1f38969 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:42:01.633612 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846b1b54-898a-4e88-8367-3ffa42bf0d14", "tag": "876447a5-4914-447d-9445-4888cf15aa9a", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:42:01.633856 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27cdfbfd-15a1-4dc8-be8c-514cc1f38969 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:42:01.634247 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27cdfbfd-15a1-4dc8-be8c-514cc1f38969'] response: {'name': 'network-changed', 'server_uuid': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'tag': '876447a5-4914-447d-9445-4888cf15aa9a', 'status': 'completed', 'code': 200} Jun 23 22:42:01.658871 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-243162b5-b378-4bd2-bd6b-cdcdf3f3491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:01.660361 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-243162b5-b378-4bd2-bd6b-cdcdf3f3491a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 1128 time: 0.0641985 Jun 23 22:42:01.664857 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Allocated IP 172.20.0.3 (c8ffa52a-0ee3-4aa1-92ba-211a08d60da3/73fac7ba-e561-4aac-8f69-54f4d658f85e/25e676fe-9948-4de4-91ae-b15fb391a86c) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:42:01.724333 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-97178a87-3007-4d8e-9c11-1fa5b231ba1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=876447a5-4914-447d-9445-4888cf15aa9a HTTP/1.1" status: 200 len: 217 time: 0.0528312 Jun 23 22:42:01.753131 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fc51f3df-e8ea-449e-8610-c89269d8649d req-f78dc53d-c22b-47fe-b4f0-70e4952b5023 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 210 time: 0.0755343 Jun 23 22:42:01.852896 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7edd1526-f290-40fc-8f4c-e85e780cb139 req-6a6d03f6-6678-46c8-af91-4d9fbee6c220 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0960076 Jun 23 22:42:01.857491 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-8e622e0b-b31e-4c8d-914a-912f2e8f0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:01.858769 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-8e622e0b-b31e-4c8d-914a-912f2e8f0589 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 200 len: 850 time: 0.1170881 Jun 23 22:42:02.226499 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-3595a943-7085-495a-a887-3ce1c5d13c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:02.227992 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-3595a943-7085-495a-a887-3ce1c5d13c7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3596611 Jun 23 22:42:02.232834 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1526-f290-40fc-8f4c-e85e780cb139 req-bfed174d-a712-43fe-8b80-69659d5aa028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:02.234208 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7edd1526-f290-40fc-8f4c-e85e780cb139 req-bfed174d-a712-43fe-8b80-69659d5aa028 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dceb245422db46eaa1440c39b5755aca&device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 1129 time: 0.3523517 Jun 23 22:42:02.303529 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:02.350890 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:02.405192 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:02.441217 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-353e6209-2001-41b9-8760-f5633edcce5b service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045000 Jun 23 22:42:02.445344 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1526-f290-40fc-8f4c-e85e780cb139 req-8e181d3a-546a-4d7d-a6ce-845d005b1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:02.446649 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7edd1526-f290-40fc-8f4c-e85e780cb139 req-8e181d3a-546a-4d7d-a6ce-845d005b1a6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc HTTP/1.1" status: 200 len: 909 time: 0.1852117 Jun 23 22:42:02.451763 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:02.568984 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:42:02.598186 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:42:02.606004 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event updated for resources: {'Port': ['ID=25e676fe-9948-4de4-91ae-b15fb391a86c,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:02.608306 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:42:02.687273 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad2abf-5254-4f92-aaad-f4f1f6e59f79 req-9ef251e8-7dca-4bc7-93e8-bd35ef14848a tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:02.688793 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f6ad2abf-5254-4f92-aaad-f4f1f6e59f79 req-9ef251e8-7dca-4bc7-93e8-bd35ef14848a tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 944 time: 0.1449518 Jun 23 22:42:02.703611 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7edd1526-f290-40fc-8f4c-e85e780cb139 req-401c0c48-8c55-4805-b02c-845507c3229c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 HTTP/1.1" status: 200 len: 1001 time: 0.2410181 Jun 23 22:42:02.782091 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-56aa00f1-1916-4383-83d7-c58df7c50736 None None] Provisioning complete for port 25e676fe-9948-4de4-91ae-b15fb391a86c triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:42:02.783206 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-56aa00f1-1916-4383-83d7-c58df7c50736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:02.787277 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:02.787888 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:02.804517 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17e5ca65-d24d-4d32-abb1-55465d385c22 req-6896f61c-7fad-4deb-8360-42f25322553e service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228309 Jun 23 22:42:02.819079 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-56aa00f1-1916-4383-83d7-c58df7c50736 None None] Port 25e676fe-9948-4de4-91ae-b15fb391a86c cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:42:02.827762 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1526-f290-40fc-8f4c-e85e780cb139 req-3226faa6-0f5d-4945-97fb-4d2a20752618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:02.829217 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7edd1526-f290-40fc-8f4c-e85e780cb139 req-3226faa6-0f5d-4945-97fb-4d2a20752618 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3aed83f-7970-4afc-91d7-b738c12b5855 HTTP/1.1" status: 200 len: 847 time: 0.1163068 Jun 23 22:42:02.834012 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f6ad2abf-5254-4f92-aaad-f4f1f6e59f79 req-69815610-f0f0-4f4e-b9c9-e31011c80726 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372285 Jun 23 22:42:02.837573 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-9246e10d-653a-4832-94ad-40a0c498e678 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6893072 Jun 23 22:42:02.906702 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1526-f290-40fc-8f4c-e85e780cb139 req-a4014d57-f429-4508-98a8-61f62629b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:02.908173 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7edd1526-f290-40fc-8f4c-e85e780cb139 req-a4014d57-f429-4508-98a8-61f62629b893 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696945 Jun 23 22:42:02.914132 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67c26a-ea0e-462d-b07d-ab0660964aba req-bfec1362-8967-43d7-ae4c-793a11fd09e3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:02.915789 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6c67c26a-ea0e-462d-b07d-ab0660964aba req-bfec1362-8967-43d7-ae4c-793a11fd09e3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 931 time: 0.0675969 Jun 23 22:42:02.965015 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6c67c26a-ea0e-462d-b07d-ab0660964aba req-ac5d3676-bc98-4059-81f6-59c067971bbb tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425434 Jun 23 22:42:03.098318 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:03.128545 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Request body: {'port': {'device_id': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:42:03.253227 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3f815-a70d-4e47-8238-85b649ced7a7 req-fe63ce1f-fa23-4a5a-be56-aa2bdc13779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:03.254666 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3fa3f815-a70d-4e47-8238-85b649ced7a7 req-fe63ce1f-fa23-4a5a-be56-aa2bdc13779f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 1128 time: 0.1232424 Jun 23 22:42:03.298005 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:03.324107 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:03.348046 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7edd1526-f290-40fc-8f4c-e85e780cb139 req-ec1117fd-1f85-4751-9f1f-0250e125e889 service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146063 Jun 23 22:42:03.546443 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:03.551275 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3f815-a70d-4e47-8238-85b649ced7a7 req-324c0df7-6eae-43de-bd61-ab3e0ce30d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:03.552762 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3fa3f815-a70d-4e47-8238-85b649ced7a7 req-324c0df7-6eae-43de-bd61-ab3e0ce30d5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 912 time: 0.2749281 Jun 23 22:42:03.615871 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3fa3f815-a70d-4e47-8238-85b649ced7a7 req-64f82223-dc2b-4a0f-ab6a-508c30da6626 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=876447a5-4914-447d-9445-4888cf15aa9a HTTP/1.1" status: 200 len: 217 time: 0.0528831 Jun 23 22:42:03.640713 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7edd1526-f290-40fc-8f4c-e85e780cb139 req-af110e9b-5f6d-4b9f-b2ea-a42b769cd6d0 service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611885 Jun 23 22:42:03.722806 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3f815-a70d-4e47-8238-85b649ced7a7 req-8cfe6374-6644-4ee0-8d1c-408790523077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:03.724277 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3fa3f815-a70d-4e47-8238-85b649ced7a7 req-8cfe6374-6644-4ee0-8d1c-408790523077 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 200 len: 850 time: 0.0939624 Jun 23 22:42:03.787567 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3f815-a70d-4e47-8238-85b649ced7a7 req-94597c3a-4d0d-49a2-8eb8-c8f26362afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:03.789068 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3fa3f815-a70d-4e47-8238-85b649ced7a7 req-94597c3a-4d0d-49a2-8eb8-c8f26362afdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516319 Jun 23 22:42:03.856049 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e676fe-9948-4de4-91ae-b15fb391a86c {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:42:03.866054 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Publish callbacks [] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:03.920369 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Transition to ACTIVE for port object 25e676fe-9948-4de4-91ae-b15fb391a86c will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:42:03.940717 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:04.000273 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ba96-ccff-48ef-adda-8268d4cdc6f3 req-6f4520fe-e276-4e6e-ab7e-d8c72807876d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:04.001742 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0f44ba96-ccff-48ef-adda-8268d4cdc6f3 req-6f4520fe-e276-4e6e-ab7e-d8c72807876d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 944 time: 0.0975931 Jun 23 22:42:04.004063 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3fa3f815-a70d-4e47-8238-85b649ced7a7 req-68a6d207-3186-45aa-bffe-cfdf24b6d8cb service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865122 Jun 23 22:42:04.058682 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Pushing event updated for resources: {'Port': ['ID=25e676fe-9948-4de4-91ae-b15fb391a86c,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:04.163251 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:04.221050 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac3984-c334-4788-ae5b-b471ce3600d8 req-62a25a81-0c53-4cc5-b116-12b09ac9b914 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:04.222526 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3cac3984-c334-4788-ae5b-b471ce3600d8 req-62a25a81-0c53-4cc5-b116-12b09ac9b914 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.1648998 Jun 23 22:42:04.231553 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0f44ba96-ccff-48ef-adda-8268d4cdc6f3 req-ec40ea72-0623-4b74-b958-123e3952d339 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233031 Jun 23 22:42:04.277771 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3fa3f815-a70d-4e47-8238-85b649ced7a7 req-111b3a68-748e-4f26-8410-450df4628631 service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645290 Jun 23 22:42:04.297937 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Attempting to bind port 25e676fe-9948-4de4-91ae-b15fb391a86c on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:42:04.298277 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Attempting to bind port 25e676fe-9948-4de4-91ae-b15fb391a86c by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:42:04.298612 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Attempting to bind port 25e676fe-9948-4de4-91ae-b15fb391a86c on network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:42:04.303892 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:04.313341 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Port 25e676fe-9948-4de4-91ae-b15fb391a86c on network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:42:04.313668 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Attempting to bind port 25e676fe-9948-4de4-91ae-b15fb391a86c on network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:42:04.322172 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3cac3984-c334-4788-ae5b-b471ce3600d8 req-7cf81a2f-c881-43ba-a4a1-4ecd550f7170 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896215 Jun 23 22:42:04.323934 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:42:04.324335 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Checking segment: {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:42:04.324623 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Bound using segment: {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:42:04.325056 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Bound port: 25e676fe-9948-4de4-91ae-b15fb391a86c, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:42:04.325412 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:04.398153 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:42:04.402075 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=25e676fe-9948-4de4-91ae-b15fb391a86c,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:42:04.409025 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:04.445061 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:04.446342 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:04.447399 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] 10.222.0.55 "PUT /v2.0/ports/25e676fe-9948-4de4-91ae-b15fb391a86c HTTP/1.1" status: 200 len: 1093 time: 1.3228307 Jun 23 22:42:04.447743 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:42:04.456086 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dac5e4-53b2-4487-9c24-9719de4c33ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:42:04.560051 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fb32d5-048f-43ab-a1f2-f59a710b724f x-openstack-request-id: req-33fb32d5-048f-43ab-a1f2-f59a710b724f {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:42:04.560502 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:42:04.560934 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33fb32d5-048f-43ab-a1f2-f59a710b724f {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:42:04.561388 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fb32d5-048f-43ab-a1f2-f59a710b724f'] response: {'name': 'network-changed', 'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'status': 'completed', 'code': 200} Jun 23 22:42:04.564473 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe7d89-3c9f-4e07-9ff2-d2c48b4fa62c service neutron] Pushing event updated for resources: {'Port': ['ID=25e676fe-9948-4de4-91ae-b15fb391a86c,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:04.577645 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-d441771c-4609-4379-b603-40f131534c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:04.579761 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-d441771c-4609-4379-b603-40f131534c82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 1127 time: 0.0706201 Jun 23 22:42:04.673523 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-236caad9-64c8-487e-8cf3-a5c05f39ac96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25e676fe-9948-4de4-91ae-b15fb391a86c HTTP/1.1" status: 200 len: 217 time: 0.0813410 Jun 23 22:42:04.732825 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-1dde4815-49fc-4261-bee0-7b4d0451a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:04.734272 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-1dde4815-49fc-4261-bee0-7b4d0451a463 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73fac7ba-e561-4aac-8f69-54f4d658f85e HTTP/1.1" status: 200 len: 855 time: 0.0483568 Jun 23 22:42:04.788632 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-97001973-e9b4-4a6a-a4f1-a5d840fa604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:04.790380 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-97001973-e9b4-4a6a-a4f1-a5d840fa604f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399737 Jun 23 22:42:04.883535 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-d4a1526b-8ea1-42af-a018-03b4c750020c service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861609 Jun 23 22:42:04.976361 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6acca6a9-413c-478f-81ec-4237da3fd26f req-7f009c81-1f4d-4cd7-88b0-a9a4330f2b7c service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836573 Jun 23 22:42:05.349181 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa044b-a07c-4b16-a4fe-41f5e1d48e95 req-a402d31b-bb68-4214-867f-e6f490d1d9d4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:05.350649 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-31aa044b-a07c-4b16-a4fe-41f5e1d48e95 req-a402d31b-bb68-4214-867f-e6f490d1d9d4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 944 time: 0.0512950 Jun 23 22:42:05.401350 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-31aa044b-a07c-4b16-a4fe-41f5e1d48e95 req-16dfdd3b-5599-4b4e-9e96-aee04feab9a2 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441680 Jun 23 22:42:05.448289 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff69be-3b4c-4e3e-bcc0-2c5e249f8bce req-5986bed9-4d22-4c1b-90d8-c215dcaf4edf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:05.449748 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-61ff69be-3b4c-4e3e-bcc0-2c5e249f8bce req-5986bed9-4d22-4c1b-90d8-c215dcaf4edf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0475476 Jun 23 22:42:05.497953 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-61ff69be-3b4c-4e3e-bcc0-2c5e249f8bce req-523b0d0b-b1d0-4f42-b757-920f901ef1ac tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Jun 23 22:42:06.307197 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dac5e4-53b2-4487-9c24-9719de4c33ee req-302a5b76-b04a-4126-a1dd-d082891d507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:06.308680 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-25dac5e4-53b2-4487-9c24-9719de4c33ee req-302a5b76-b04a-4126-a1dd-d082891d507d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 1127 time: 0.0402610 Jun 23 22:42:06.404842 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:06.408926 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dac5e4-53b2-4487-9c24-9719de4c33ee req-b8cc75e7-aa0a-4a34-bc7c-56966e7319f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:06.411132 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-25dac5e4-53b2-4487-9c24-9719de4c33ee req-b8cc75e7-aa0a-4a34-bc7c-56966e7319f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 917 time: 0.0952582 Jun 23 22:42:06.453468 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-25dac5e4-53b2-4487-9c24-9719de4c33ee req-a4f23dee-8f7c-453b-856e-5428e8b5ec8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25e676fe-9948-4de4-91ae-b15fb391a86c HTTP/1.1" status: 200 len: 217 time: 0.0335929 Jun 23 22:42:06.840146 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dac5e4-53b2-4487-9c24-9719de4c33ee req-29268ef1-20f4-40eb-a237-69fc487af78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:06.841598 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-25dac5e4-53b2-4487-9c24-9719de4c33ee req-29268ef1-20f4-40eb-a237-69fc487af78c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73fac7ba-e561-4aac-8f69-54f4d658f85e HTTP/1.1" status: 200 len: 855 time: 0.3637140 Jun 23 22:42:06.853125 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23582113-b747-40ab-bd1f-893c12fe0db2 req-a5059a29-3c40-4f0c-bfbc-abae4f9403c5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:06.854618 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-23582113-b747-40ab-bd1f-893c12fe0db2 req-a5059a29-3c40-4f0c-bfbc-abae4f9403c5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 944 time: 0.3676629 Jun 23 22:42:06.872090 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672b2e3-505b-4c06-8433-51087611cb49 req-f20e7b29-5a33-4252-a067-ba35d91ac68a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:06.873456 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e672b2e3-505b-4c06-8433-51087611cb49 req-f20e7b29-5a33-4252-a067-ba35d91ac68a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0949466 Jun 23 22:42:06.934305 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dac5e4-53b2-4487-9c24-9719de4c33ee req-de25bbbe-dca1-4eb9-ac53-da5de4220597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:06.935724 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-25dac5e4-53b2-4487-9c24-9719de4c33ee req-de25bbbe-dca1-4eb9-ac53-da5de4220597 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789068 Jun 23 22:42:06.943041 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:06.992409 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-23582113-b747-40ab-bd1f-893c12fe0db2 req-bccbb8bd-152d-42d6-bfe2-5133acd7382f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267524 Jun 23 22:42:07.017594 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e672b2e3-505b-4c06-8433-51087611cb49 req-36e72b1c-6e5d-45d3-b631-4c490d3f6591 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245520 Jun 23 22:42:07.077282 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-25dac5e4-53b2-4487-9c24-9719de4c33ee req-a063aaa3-23a1-4d90-ab08-9a6cd42dc3b2 service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250460 Jun 23 22:42:07.177884 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-25dac5e4-53b2-4487-9c24-9719de4c33ee req-735def99-c512-41b9-9857-c56f236de07b service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883830 Jun 23 22:42:07.583722 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 25e676fe-9948-4de4-91ae-b15fb391a86c details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:42:07.684600 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=25e676fe-9948-4de4-91ae-b15fb391a86c,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:07.695713 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'port_id': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'mac_address': 'fa:16:3e:38:43:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:42:07.729469 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 25e676fe-9948-4de4-91ae-b15fb391a86c is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:42:07.729848 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:07.746268 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e676fe-9948-4de4-91ae-b15fb391a86c {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:42:07.750936 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:07.765565 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=25e676fe-9948-4de4-91ae-b15fb391a86c,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:07.768958 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:07.813703 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=25e676fe-9948-4de4-91ae-b15fb391a86c,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:07.863583 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=54,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:07.888185 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=78,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:08.100314 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['25e676fe-9948-4de4-91ae-b15fb391a86c'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:42:08.142039 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c339e1-47c9-4608-8e9a-cb77a0a6c6ba req-e284ab3b-02cf-4c10-85b0-62c4323a17ad tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:08.143538 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-75c339e1-47c9-4608-8e9a-cb77a0a6c6ba req-e284ab3b-02cf-4c10-85b0-62c4323a17ad tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 944 time: 0.0813668 Jun 23 22:42:08.145813 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:08.158900 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd8d3e-8bcb-412f-9158-22968430b565 req-3bddcc57-cd18-485a-8265-8f5146b687b9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:08.160509 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1bfd8d3e-8bcb-412f-9158-22968430b565 req-3bddcc57-cd18-485a-8265-8f5146b687b9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 944 time: 0.0688140 Jun 23 22:42:08.232925 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-75c339e1-47c9-4608-8e9a-cb77a0a6c6ba req-325096c8-7392-4250-a149-4b84c5572535 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814793 Jun 23 22:42:08.240581 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1bfd8d3e-8bcb-412f-9158-22968430b565 req-9fdeffad-d0f4-48f0-884a-6e8ebcae6050 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734360 Jun 23 22:42:09.389993 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8facb-8f1e-4037-afd0-dc1c9a979538 req-c2f83c40-f83d-4f19-af72-b45d169f521f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:09.391470 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a8a8facb-8f1e-4037-afd0-dc1c9a979538 req-c2f83c40-f83d-4f19-af72-b45d169f521f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 944 time: 0.0727780 Jun 23 22:42:09.421806 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050cd4a-fae0-432d-b035-c7e7eb837a93 req-cd6c1769-c199-4bc4-8560-3f5d41faf23b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:09.423235 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3050cd4a-fae0-432d-b035-c7e7eb837a93 req-cd6c1769-c199-4bc4-8560-3f5d41faf23b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 944 time: 0.0749581 Jun 23 22:42:09.477601 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a8a8facb-8f1e-4037-afd0-dc1c9a979538 req-ea641cdc-f8b6-4f05-bb27-5794fb9ed1b9 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781274 Jun 23 22:42:09.501063 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3050cd4a-fae0-432d-b035-c7e7eb837a93 req-63a1480f-34c6-468e-a4c8-a0f9a9e5cbc3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701206 Jun 23 22:42:09.585965 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 25e676fe-9948-4de4-91ae-b15fb391a86c up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:42:09.602162 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:UPDATE=3,neutron:SELECT=54 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:09.605797 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:09.628588 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port 25e676fe-9948-4de4-91ae-b15fb391a86c completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:42:09.635223 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port 25e676fe-9948-4de4-91ae-b15fb391a86c triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:42:09.636482 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:09.709003 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 25e676fe-9948-4de4-91ae-b15fb391a86c is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:42:09.709392 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:09.731958 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:42:09.734180 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626115f3-6090-4734-8739-852f00433ba2" -d '{"events": [{"server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "name": "network-vif-plugged", "status": "completed", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:42:09.750373 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=25e676fe-9948-4de4-91ae-b15fb391a86c,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:09.754506 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:09.777156 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2a2a7e-a4f2-4786-b260-dde779ca9823 x-openstack-request-id: req-3a2a2a7e-a4f2-4786-b260-dde779ca9823 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:42:09.777442 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "name": "network-vif-plugged", "status": "completed", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:42:09.777690 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a2a2a7e-a4f2-4786-b260-dde779ca9823 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:42:09.778085 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2a2a7e-a4f2-4786-b260-dde779ca9823'] response: {'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'code': 200} Jun 23 22:42:09.808489 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=25e676fe-9948-4de4-91ae-b15fb391a86c,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:09.959210 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622e620-10ed-47f1-bbd4-a5512ca84620 req-b18473ba-f4e1-4524-9181-b14fee887538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:09.960689 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4622e620-10ed-47f1-bbd4-a5512ca84620 req-b18473ba-f4e1-4524-9181-b14fee887538 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 1129 time: 0.0395103 Jun 23 22:42:10.005867 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4622e620-10ed-47f1-bbd4-a5512ca84620 req-21a73ad9-8a4b-4042-b160-6f3d4d87e00e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379033 Jun 23 22:42:10.589634 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:10.625577 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23581e-55e1-4033-b021-d721ddd9e16d req-b4eab464-d1f2-4831-8a81-1b3790b8b98e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:10.627068 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5e23581e-55e1-4033-b021-d721ddd9e16d req-b4eab464-d1f2-4831-8a81-1b3790b8b98e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 944 time: 0.0794671 Jun 23 22:42:10.646915 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6231cb-6b9c-4b81-866b-23f7963f7712 req-3d25f907-fff3-4e86-b4da-674ac78e1a54 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:10.648320 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1f6231cb-6b9c-4b81-866b-23f7963f7712 req-3d25f907-fff3-4e86-b4da-674ac78e1a54 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0715919 Jun 23 22:42:10.715165 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5e23581e-55e1-4033-b021-d721ddd9e16d req-26d9eeb6-3ea9-4994-8938-9f86cac5f078 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820856 Jun 23 22:42:10.722284 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1f6231cb-6b9c-4b81-866b-23f7963f7712 req-e125daef-206b-42ae-8e34-7d96b94427f1 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666070 Jun 23 22:42:11.600798 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 876447a5-4914-447d-9445-4888cf15aa9a details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:42:11.699555 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 876447a5-4914-447d-9445-4888cf15aa9a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876447a5-4914-447d-9445-4888cf15aa9a,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:11.710270 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': '876447a5-4914-447d-9445-4888cf15aa9a', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'port_id': '876447a5-4914-447d-9445-4888cf15aa9a', 'mac_address': 'fa:16:3e:6e:af:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:42:11.745460 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 876447a5-4914-447d-9445-4888cf15aa9a is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:42:11.745973 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (876447a5-4914-447d-9445-4888cf15aa9a), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:11.761407 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876447a5-4914-447d-9445-4888cf15aa9a {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:42:11.784843 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 876447a5-4914-447d-9445-4888cf15aa9a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876447a5-4914-447d-9445-4888cf15aa9a,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:11.790436 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (876447a5-4914-447d-9445-4888cf15aa9a), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:11.841968 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=876447a5-4914-447d-9445-4888cf15aa9a,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:11.849261 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.849746 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.850084 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.850418 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.850746 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.851157 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.851433 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.851756 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.852073 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.852391 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.852709 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.853025 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.853340 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.853654 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.853966 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:11.886489 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c46a8-1a1a-4e5b-9bb6-86a2074a8048 req-c950a86c-ed5e-46a9-8f28-9657b84f087b tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:11.887961 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cc6c46a8-1a1a-4e5b-9bb6-86a2074a8048 req-c950a86c-ed5e-46a9-8f28-9657b84f087b tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 945 time: 0.0816236 Jun 23 22:42:11.893779 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b6e9a-f797-4587-998c-a514d22b5512 req-1dda917d-409d-4444-a0ad-8b5e8c6b7592 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:11.895118 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b7b6e9a-f797-4587-998c-a514d22b5512 req-1dda917d-409d-4444-a0ad-8b5e8c6b7592 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0777159 Jun 23 22:42:11.952335 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:11.970843 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cc6c46a8-1a1a-4e5b-9bb6-86a2074a8048 req-e80e10c2-b16b-4954-8b08-a9d63ed94b7c tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748086 Jun 23 22:42:11.973816 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b7b6e9a-f797-4587-998c-a514d22b5512 req-033bb12d-3453-4e72-ba04-4d1bfa788099 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711184 Jun 23 22:42:12.202164 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['876447a5-4914-447d-9445-4888cf15aa9a'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:42:12.296533 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:12.311986 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:13.116062 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad8819-051b-4ea9-af75-9be546024739 req-180a21f2-00bc-4f54-977d-cef0712b5e53 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:13.117425 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2ad8819-051b-4ea9-af75-9be546024739 req-180a21f2-00bc-4f54-977d-cef0712b5e53 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 945 time: 0.0770199 Jun 23 22:42:13.128678 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5eb05-c6ef-42e7-a4df-221268da874b req-57311165-a9ba-4714-9f63-fe636fbb3411 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:13.130149 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5d5eb05-c6ef-42e7-a4df-221268da874b req-57311165-a9ba-4714-9f63-fe636fbb3411 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0805695 Jun 23 22:42:13.202362 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2ad8819-051b-4ea9-af75-9be546024739 req-d6b2b4d0-d902-4616-97e0-4c5b62ddcdef tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712626 Jun 23 22:42:13.214236 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c5d5eb05-c6ef-42e7-a4df-221268da874b req-4f2b1b16-cd91-48c9-addf-609bb1c7ee02 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754075 Jun 23 22:42:13.337976 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04ab04-8a24-4cd8-afef-a42514cc093f req-00faed24-82c8-48b8-a4d5-dc7f2aaa0e3d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:13.339500 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2d04ab04-8a24-4cd8-afef-a42514cc093f req-00faed24-82c8-48b8-a4d5-dc7f2aaa0e3d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0503476 Jun 23 22:42:13.348691 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 37300) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:13.352888 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-18a8631d-679c-4b5c-87f4-f8e59e8ea268 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Request body: {'floatingip': {'port_id': '25e676fe-9948-4de4-91ae-b15fb391a86c'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:42:13.393298 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-18a8631d-679c-4b5c-87f4-f8e59e8ea268 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (b0376464-dcc9-4e9d-8307-f55fe0fe8637), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:13.618097 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 876447a5-4914-447d-9445-4888cf15aa9a up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:42:13.662324 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port 876447a5-4914-447d-9445-4888cf15aa9a completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:42:13.669067 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port 876447a5-4914-447d-9445-4888cf15aa9a triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:42:13.669973 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (876447a5-4914-447d-9445-4888cf15aa9a), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:13.741196 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 876447a5-4914-447d-9445-4888cf15aa9a is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:42:13.741665 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (876447a5-4914-447d-9445-4888cf15aa9a), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:13.765058 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876447a5-4914-447d-9445-4888cf15aa9a'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:42:13.767559 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a94af4-aaf9-40af-9936-440f4e33cc10" -d '{"events": [{"server_uuid": "846b1b54-898a-4e88-8367-3ffa42bf0d14", "name": "network-vif-plugged", "status": "completed", "tag": "876447a5-4914-447d-9445-4888cf15aa9a"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:42:13.780765 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 876447a5-4914-447d-9445-4888cf15aa9a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876447a5-4914-447d-9445-4888cf15aa9a,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:13.785966 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (876447a5-4914-447d-9445-4888cf15aa9a), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:13.810358 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5b0973-6d9a-41d4-9b97-ea5df4d667df x-openstack-request-id: req-1e5b0973-6d9a-41d4-9b97-ea5df4d667df {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:42:13.810654 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846b1b54-898a-4e88-8367-3ffa42bf0d14", "name": "network-vif-plugged", "status": "completed", "tag": "876447a5-4914-447d-9445-4888cf15aa9a", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:42:13.810903 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e5b0973-6d9a-41d4-9b97-ea5df4d667df {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:42:13.811322 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5b0973-6d9a-41d4-9b97-ea5df4d667df'] response: {'server_uuid': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876447a5-4914-447d-9445-4888cf15aa9a', 'code': 200} Jun 23 22:42:13.816726 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-18a8631d-679c-4b5c-87f4-f8e59e8ea268 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:13.821891 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-18a8631d-679c-4b5c-87f4-f8e59e8ea268 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (b0376464-dcc9-4e9d-8307-f55fe0fe8637), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:13.825902 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:13.843706 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=876447a5-4914-447d-9445-4888cf15aa9a,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:13.926142 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-18a8631d-679c-4b5c-87f4-f8e59e8ea268 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Floating IP b0376464-dcc9-4e9d-8307-f55fe0fe8637 associated. External IP: 172.27.2.228, port: 25e676fe-9948-4de4-91ae-b15fb391a86c. Jun 23 22:42:14.168303 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a1332-bd8d-4306-8317-cb4e8c58f6c5 req-c7304975-2db1-46cc-8963-fa7527c3d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:14.169787 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d90a1332-bd8d-4306-8317-cb4e8c58f6c5 req-c7304975-2db1-46cc-8963-fa7527c3d20d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 1130 time: 0.0822151 Jun 23 22:42:14.176870 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:14.180905 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a8631d-679c-4b5c-87f4-f8e59e8ea268 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Router eef7652e-6ef4-412f-8cc4-719a2988dded has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:42:14.274769 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d90a1332-bd8d-4306-8317-cb4e8c58f6c5 req-1cd08c32-6ff6-4889-ac8b-b1d828fa280a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923073 Jun 23 22:42:14.367771 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad07f29-19d7-4ad2-b90f-9233a7179cec req-e06beaf4-5c0f-4085-8ebe-a4a1f986fd6e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:14.369248 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2ad07f29-19d7-4ad2-b90f-9233a7179cec req-e06beaf4-5c0f-4085-8ebe-a4a1f986fd6e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 946 time: 0.0892015 Jun 23 22:42:14.378843 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a8631d-679c-4b5c-87f4-f8e59e8ea268 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:42:14.389442 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29fccfb-6f1d-4747-a469-fefa10497b9f None None] Sync routers for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:42:14.396497 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-18a8631d-679c-4b5c-87f4-f8e59e8ea268 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:14.445118 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-18a8631d-679c-4b5c-87f4-f8e59e8ea268 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "PUT /v2.0/floatingips/b0376464-dcc9-4e9d-8307-f55fe0fe8637 HTTP/1.1" status: 200 len: 991 time: 1.0952733 Jun 23 22:42:14.447884 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:42:14.450715 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6be720-b6f8-4adb-94c5-ca398f961459" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:42:14.472365 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2ad07f29-19d7-4ad2-b90f-9233a7179cec req-2bf0ef91-8a45-4494-9528-3b2b8372b8eb tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960190 Jun 23 22:42:14.488745 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099613ca-ced3-4e58-83bb-f1749627be1c x-openstack-request-id: req-099613ca-ced3-4e58-83bb-f1749627be1c {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:42:14.489105 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:42:14.489425 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-099613ca-ced3-4e58-83bb-f1749627be1c {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:42:14.489892 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099613ca-ced3-4e58-83bb-f1749627be1c'] response: {'name': 'network-changed', 'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'status': 'completed', 'code': 200} Jun 23 22:42:14.524638 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29fccfb-6f1d-4747-a469-fefa10497b9f None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:42:14.525247 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-b29fccfb-6f1d-4747-a469-fefa10497b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:14.627658 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-b29fccfb-6f1d-4747-a469-fefa10497b9f None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:42:14.632986 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6be720-b6f8-4adb-94c5-ca398f961459 req-23215f22-f472-4e53-855d-fa1f6893b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:14.634723 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6f6be720-b6f8-4adb-94c5-ca398f961459 req-23215f22-f472-4e53-855d-fa1f6893b1b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 1129 time: 0.0403328 Jun 23 22:42:14.742290 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6be720-b6f8-4adb-94c5-ca398f961459 req-b5974cae-0625-4f24-90ec-26292c76b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:14.743800 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6f6be720-b6f8-4adb-94c5-ca398f961459 req-b5974cae-0625-4f24-90ec-26292c76b4b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 917 time: 0.0939751 Jun 23 22:42:14.808144 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6f6be720-b6f8-4adb-94c5-ca398f961459 req-016b84a5-6c52-4ecb-b620-9c39ed72352d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25e676fe-9948-4de4-91ae-b15fb391a86c HTTP/1.1" status: 200 len: 999 time: 0.0546882 Jun 23 22:42:14.845237 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-b29fccfb-6f1d-4747-a469-fefa10497b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': 'b0376464-dcc9-4e9d-8307-f55fe0fe8637', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'port_id': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'mac_address': 'fa:16:3e:38:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:41:57Z', 'updated_at': '2022-06-23T22:42:13Z', 'revision_number': 1, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:59Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:14.873253 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29fccfb-6f1d-4747-a469-fefa10497b9f None None] Checking router: eef7652e-6ef4-412f-8cc4-719a2988dded for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:42:14.881631 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29fccfb-6f1d-4747-a469-fefa10497b9f None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:42:14.882235 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-b29fccfb-6f1d-4747-a469-fefa10497b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:14.967619 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:14.985544 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-b29fccfb-6f1d-4747-a469-fefa10497b9f None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:42:15.051018 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:15.197004 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-b29fccfb-6f1d-4747-a469-fefa10497b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': 'b0376464-dcc9-4e9d-8307-f55fe0fe8637', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'port_id': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'mac_address': 'fa:16:3e:38:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:41:57Z', 'updated_at': '2022-06-23T22:42:13Z', 'revision_number': 1, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:59Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:15.221344 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29fccfb-6f1d-4747-a469-fefa10497b9f None None] The sync data for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi is: [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': 'b0376464-dcc9-4e9d-8307-f55fe0fe8637', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'port_id': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'mac_address': 'fa:16:3e:38:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:41:57Z', 'updated_at': '2022-06-23T22:42:13Z', 'revision_number': 1, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:59Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:42:15.333200 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6be720-b6f8-4adb-94c5-ca398f961459 req-350668b1-af8a-4f5d-9b25-a7a2c9f388cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:15.334657 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6f6be720-b6f8-4adb-94c5-ca398f961459 req-350668b1-af8a-4f5d-9b25-a7a2c9f388cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73fac7ba-e561-4aac-8f69-54f4d658f85e HTTP/1.1" status: 200 len: 855 time: 0.0475626 Jun 23 22:42:15.390723 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6be720-b6f8-4adb-94c5-ca398f961459 req-15d1ccea-fae5-408a-82f9-36e212d25924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:15.392289 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6f6be720-b6f8-4adb-94c5-ca398f961459 req-15d1ccea-fae5-408a-82f9-36e212d25924 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478692 Jun 23 22:42:15.437116 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5556d8-6c24-4d45-85b2-93c0e66dca73 None None] New status for floating IP b0376464-dcc9-4e9d-8307-f55fe0fe8637: ACTIVE {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:42:15.493205 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:15.513910 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6f6be720-b6f8-4adb-94c5-ca398f961459 req-64995d29-df68-408d-a937-ecf014c7185e service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112366 Jun 23 22:42:15.886048 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ad765-f441-4f6b-ab93-7bcc64324b13 req-d69b5241-e1bc-42c0-a9a0-7221951f4a18 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:15.887573 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a19ad765-f441-4f6b-ab93-7bcc64324b13 req-d69b5241-e1bc-42c0-a9a0-7221951f4a18 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 946 time: 0.3299425 Jun 23 22:42:15.972114 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6f6be720-b6f8-4adb-94c5-ca398f961459 req-ef919378-6c3c-476f-ad58-64567aa1fd58 service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041657 Jun 23 22:42:15.976666 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a19ad765-f441-4f6b-ab93-7bcc64324b13 req-9e6361b6-4f29-4ea3-9fdc-a6078053bdb4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638807 Jun 23 22:42:17.094140 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12acb3-dbd1-4e46-9a2d-46009437d65d req-05bf94b7-f62e-4bce-8900-5c50d55dca48 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:17.096305 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eb12acb3-dbd1-4e46-9a2d-46009437d65d req-05bf94b7-f62e-4bce-8900-5c50d55dca48 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 946 time: 0.0486093 Jun 23 22:42:17.150828 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eb12acb3-dbd1-4e46-9a2d-46009437d65d req-d87f8582-8de7-4556-9b6a-a283131e6a11 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481081 Jun 23 22:42:17.254992 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:17.264761 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d6df4-6f8e-4fdb-a553-ff0140b71fcd req-f30a00e2-f6db-42e0-9fe3-2d4085ba8b4f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:17.266159 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-243d6df4-6f8e-4fdb-a553-ff0140b71fcd req-f30a00e2-f6db-42e0-9fe3-2d4085ba8b4f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 946 time: 0.0475743 Jun 23 22:42:17.315452 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-243d6df4-6f8e-4fdb-a553-ff0140b71fcd req-ca428cfc-2ce0-4b6f-859a-3663570fa36f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438042 Jun 23 22:42:17.337148 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 37344) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:17.378079 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a4c07-6dae-492a-ab9a-2f777d3fc1df tempest-TestVolumeBootPattern-1233849709 tempest-TestVolumeBootPattern-1233849709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:17.379543 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-906a4c07-6dae-492a-ab9a-2f777d3fc1df tempest-TestVolumeBootPattern-1233849709 tempest-TestVolumeBootPattern-1233849709-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 1125 time: 0.0414271 Jun 23 22:42:17.382203 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 37346) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:17.386949 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'port_id': '876447a5-4914-447d-9445-4888cf15aa9a', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:42:17.408128 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:17.486336 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:17.589939 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Allocated IP 172.27.2.208 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/055d1273-320d-4021-9aa4-40ecbe4db48b) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:42:17.693829 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for port (055d1273-320d-4021-9aa4-40ecbe4db48b), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:17.724959 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (055d1273-320d-4021-9aa4-40ecbe4db48b), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:17.760686 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:42:17.764917 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:42:17.768371 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:42:17.770029 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:17.799408 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'Port': ['ID=055d1273-320d-4021-9aa4-40ecbe4db48b,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:18.114125 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:18.130134 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (7888b708-e222-4eff-b662-d4d37c2d9df8), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:18.200015 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (055d1273-320d-4021-9aa4-40ecbe4db48b), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:18.342980 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for port (055d1273-320d-4021-9aa4-40ecbe4db48b), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:18.346972 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (055d1273-320d-4021-9aa4-40ecbe4db48b), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:18.419922 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'Port': ['ID=055d1273-320d-4021-9aa4-40ecbe4db48b,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:18.432132 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (7888b708-e222-4eff-b662-d4d37c2d9df8), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:18.533224 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Floating IP 7888b708-e222-4eff-b662-d4d37c2d9df8 associated. External IP: 172.27.2.208, port: 876447a5-4914-447d-9445-4888cf15aa9a. Jun 23 22:42:18.626801 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:18.730726 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:42:18.832945 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:42:18.842337 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d05d61-3b28-480a-b8f3-35d493d8fa77 None None] Sync routers for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:42:18.850547 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:18.857846 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d05d61-3b28-480a-b8f3-35d493d8fa77 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:42:18.858468 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-d7d05d61-3b28-480a-b8f3-35d493d8fa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:18.887622 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-5c8b8353-f524-457a-9952-b26d8cdaad07 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5023074 Jun 23 22:42:18.887622 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'tag': '876447a5-4914-447d-9445-4888cf15aa9a'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:42:18.888468 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad61e466-3646-4fe9-aa48-63391dbcb779" -d '{"events": [{"name": "network-changed", "server_uuid": "846b1b54-898a-4e88-8367-3ffa42bf0d14", "tag": "876447a5-4914-447d-9445-4888cf15aa9a"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:42:18.924226 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991e2ff-22e4-4a7f-8ffb-ace0256a5ce6 x-openstack-request-id: req-b991e2ff-22e4-4a7f-8ffb-ace0256a5ce6 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:42:18.924548 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846b1b54-898a-4e88-8367-3ffa42bf0d14", "tag": "876447a5-4914-447d-9445-4888cf15aa9a", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:42:18.924808 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b991e2ff-22e4-4a7f-8ffb-ace0256a5ce6 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:42:18.925214 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b991e2ff-22e4-4a7f-8ffb-ace0256a5ce6'] response: {'name': 'network-changed', 'server_uuid': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'tag': '876447a5-4914-447d-9445-4888cf15aa9a', 'status': 'completed', 'code': 200} Jun 23 22:42:18.962168 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-d7d05d61-3b28-480a-b8f3-35d493d8fa77 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:42:19.008872 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:19.023040 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61e466-3646-4fe9-aa48-63391dbcb779 req-75e9de68-8388-4928-922f-37c6644ad16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:19.024597 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad61e466-3646-4fe9-aa48-63391dbcb779 req-75e9de68-8388-4928-922f-37c6644ad16d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 1130 time: 0.0592129 Jun 23 22:42:19.126528 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61e466-3646-4fe9-aa48-63391dbcb779 req-bc902776-244d-4cbd-a12c-ab23edf17564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:19.128195 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad61e466-3646-4fe9-aa48-63391dbcb779 req-bc902776-244d-4cbd-a12c-ab23edf17564 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 912 time: 0.0910442 Jun 23 22:42:19.176577 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-d7d05d61-3b28-480a-b8f3-35d493d8fa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '7888b708-e222-4eff-b662-d4d37c2d9df8', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '876447a5-4914-447d-9445-4888cf15aa9a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:6e:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:42:17Z', 'updated_at': '2022-06-23T22:42:17Z', 'revision_number': 0, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:19.199027 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad61e466-3646-4fe9-aa48-63391dbcb779 req-d8ca285a-845a-4c9b-9a37-e8d040e51ae5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=876447a5-4914-447d-9445-4888cf15aa9a HTTP/1.1" status: 200 len: 1000 time: 0.0601008 Jun 23 22:42:19.201173 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d05d61-3b28-480a-b8f3-35d493d8fa77 None None] Checking router: dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:42:19.209494 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d05d61-3b28-480a-b8f3-35d493d8fa77 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:42:19.210087 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-d7d05d61-3b28-480a-b8f3-35d493d8fa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:41:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:19.251757 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61e466-3646-4fe9-aa48-63391dbcb779 req-4550bd69-99ad-4639-ae7e-f94bd25a1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:19.253121 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad61e466-3646-4fe9-aa48-63391dbcb779 req-4550bd69-99ad-4639-ae7e-f94bd25a1e41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 200 len: 850 time: 0.0443656 Jun 23 22:42:19.302445 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61e466-3646-4fe9-aa48-63391dbcb779 req-9cdcc4e7-d264-47ea-8f14-67e961891068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:19.304001 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad61e466-3646-4fe9-aa48-63391dbcb779 req-9cdcc4e7-d264-47ea-8f14-67e961891068 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395300 Jun 23 22:42:19.312537 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-d7d05d61-3b28-480a-b8f3-35d493d8fa77 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:42:19.403461 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad61e466-3646-4fe9-aa48-63391dbcb779 req-7fd9a961-1ccb-4452-9395-0ff851e5a8de service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873783 Jun 23 22:42:19.501029 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad61e466-3646-4fe9-aa48-63391dbcb779 req-cb6c6d14-60af-4c6b-8039-347e5b3bdb11 service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871766 Jun 23 22:42:19.518737 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:19.527173 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-d7d05d61-3b28-480a-b8f3-35d493d8fa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '7888b708-e222-4eff-b662-d4d37c2d9df8', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '876447a5-4914-447d-9445-4888cf15aa9a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:6e:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:42:17Z', 'updated_at': '2022-06-23T22:42:17Z', 'revision_number': 0, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:19.552230 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d05d61-3b28-480a-b8f3-35d493d8fa77 None None] The sync data for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi is: [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '7888b708-e222-4eff-b662-d4d37c2d9df8', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '876447a5-4914-447d-9445-4888cf15aa9a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:6e:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:42:17Z', 'updated_at': '2022-06-23T22:42:17Z', 'revision_number': 0, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:42:19.733733 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58409245-3012-436f-b5bf-5d22e70ee2c6 None None] New status for floating IP 7888b708-e222-4eff-b662-d4d37c2d9df8: ACTIVE {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:42:22.347225 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d3a67ed5-b960-41ea-aadf-ebc275be9947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:23.544573 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e310d3-ab1a-4f2c-9aba-012bc0c56083 req-0a7d1fdb-0605-43fb-a0e3-0f4fb72a2acb tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:23.546042 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-19e310d3-ab1a-4f2c-9aba-012bc0c56083 req-0a7d1fdb-0605-43fb-a0e3-0f4fb72a2acb tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0519783 Jun 23 22:42:23.596063 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-19e310d3-ab1a-4f2c-9aba-012bc0c56083 req-639207e9-56f5-48c8-9fe0-8b0d156bb592 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439930 Jun 23 22:42:24.518951 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-07d49f2b-c417-49df-8360-a3d70d6c5803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:24.710867 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d6c64-716c-4b51-bf6f-89c8ae6433b5 req-b7f207b1-7d91-4bbf-8f74-43cede9eb51b tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:24.712385 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d36d6c64-716c-4b51-bf6f-89c8ae6433b5 req-b7f207b1-7d91-4bbf-8f74-43cede9eb51b tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0487533 Jun 23 22:42:24.765947 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d36d6c64-716c-4b51-bf6f-89c8ae6433b5 req-939a769f-35de-479d-ad85-f925e73cd6af tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467501 Jun 23 22:42:25.892592 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af321f2a-44a4-4f31-ad12-614c4155f0a9 req-0cb523b2-f7fe-481d-a72a-33c3bfd0ea2b tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:25.894071 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-af321f2a-44a4-4f31-ad12-614c4155f0a9 req-0cb523b2-f7fe-481d-a72a-33c3bfd0ea2b tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0529139 Jun 23 22:42:25.929021 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:25.947590 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-af321f2a-44a4-4f31-ad12-614c4155f0a9 req-66ba8ed9-a789-4741-b1d8-ddab1e807694 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477796 Jun 23 22:42:25.970665 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:27.065645 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b7421-7e28-44be-8b83-b9955c368f2b req-0310058b-024f-41ef-b737-2306dd688395 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:27.067160 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7c0b7421-7e28-44be-8b83-b9955c368f2b req-0310058b-024f-41ef-b737-2306dd688395 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0500445 Jun 23 22:42:27.115018 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:27.126008 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7c0b7421-7e28-44be-8b83-b9955c368f2b req-72d66b7d-458d-48b5-86c9-a2cd641240dd tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523539 Jun 23 22:42:27.132589 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:27.437635 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:28.250169 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c3d45-ad3f-43ba-b01e-bd526c5844cd req-8a7cb43a-20de-403c-8770-61d316b76dc1 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:28.251681 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f83c3d45-ad3f-43ba-b01e-bd526c5844cd req-8a7cb43a-20de-403c-8770-61d316b76dc1 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0478313 Jun 23 22:42:28.305140 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f83c3d45-ad3f-43ba-b01e-bd526c5844cd req-06dd695b-cadb-4870-919f-d10483d7b1fe tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479062 Jun 23 22:42:28.746775 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc815ad4-19b1-4f97-bb83-5c4c39615305 req-d5205d18-3e9b-48f4-ab03-8a745a1d81ab tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:28.748252 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cc815ad4-19b1-4f97-bb83-5c4c39615305 req-d5205d18-3e9b-48f4-ab03-8a745a1d81ab tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 945 time: 0.0473247 Jun 23 22:42:28.794420 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cc815ad4-19b1-4f97-bb83-5c4c39615305 req-81613f0c-eb01-4708-ae13-4e237413e6ce tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405374 Jun 23 22:42:29.403594 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:29.419036 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db909289-3f96-4d59-9413-9ada54b94105 req-ba1b1ca1-e67c-4fff-a31a-700b5a122e10 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:29.420488 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-db909289-3f96-4d59-9413-9ada54b94105 req-ba1b1ca1-e67c-4fff-a31a-700b5a122e10 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0472913 Jun 23 22:42:29.470546 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-db909289-3f96-4d59-9413-9ada54b94105 req-f8ae92e6-e40d-446c-ae4a-8bbf473407cb tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445533 Jun 23 22:42:29.836569 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:29.839811 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:29.909777 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72757b7-f89a-486e-971f-3ed09652d496 req-602bb24f-271a-4221-bcc3-65f5bdecad83 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:29.911228 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f72757b7-f89a-486e-971f-3ed09652d496 req-602bb24f-271a-4221-bcc3-65f5bdecad83 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 945 time: 0.0487278 Jun 23 22:42:29.958155 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f72757b7-f89a-486e-971f-3ed09652d496 req-741c74c9-fbbc-4bf6-9887-4922e3e0e0be tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411632 Jun 23 22:42:30.581691 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39812b47-2a30-4873-b9cf-9c8a48a0db88 req-91452d3b-6f15-482e-b341-24387b2367cd tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:30.583186 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-39812b47-2a30-4873-b9cf-9c8a48a0db88 req-91452d3b-6f15-482e-b341-24387b2367cd tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0466874 Jun 23 22:42:30.630307 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-39812b47-2a30-4873-b9cf-9c8a48a0db88 req-af79a196-5adf-4350-a511-abe1884c4259 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415554 Jun 23 22:42:30.865353 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:42:31.072522 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e34768-679b-41ee-8df6-6354f796511c req-f4705e15-cb34-4100-a39e-93c406e5b640 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:31.074164 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-70e34768-679b-41ee-8df6-6354f796511c req-f4705e15-cb34-4100-a39e-93c406e5b640 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 945 time: 0.0458283 Jun 23 22:42:31.123935 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-70e34768-679b-41ee-8df6-6354f796511c req-21747161-5704-496e-9e22-214776fa8937 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441680 Jun 23 22:42:31.762244 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-1a6476ec-676a-4aae-a3c0-ae0ea58756f4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:31.763682 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-1a6476ec-676a-4aae-a3c0-ae0ea58756f4 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.55 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 945 time: 0.0715673 Jun 23 22:42:31.771254 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada6fc8-9507-4143-9737-19ecb73f5d3a req-98982780-03fb-4bc3-8c09-472f96782d58 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:31.772583 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4ada6fc8-9507-4143-9737-19ecb73f5d3a req-98982780-03fb-4bc3-8c09-472f96782d58 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0709171 Jun 23 22:42:31.880858 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4ada6fc8-9507-4143-9737-19ecb73f5d3a req-f40e0d59-1e02-4fcc-923f-7e322ebb27a5 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004546 Jun 23 22:42:31.886304 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Deleting port 60973a16-fee9-49ee-acd2-8876865316c0 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:42:31.886642 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (60973a16-fee9-49ee-acd2-8876865316c0), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:31.976512 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] For port 60973a16-fee9-49ee-acd2-8876865316c0, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=60973a16-fee9-49ee-acd2-8876865316c0,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:31.976867 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (60973a16-fee9-49ee-acd2-8876865316c0), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:32.036056 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:32.138892 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:32.139273 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (b4922a66-1240-4d63-a420-b451722ac305), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:32.139579 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Floating IP b4922a66-1240-4d63-a420-b451722ac305 disassociated. External IP: 172.27.2.149, port: 60973a16-fee9-49ee-acd2-8876865316c0. Jun 23 22:42:32.139909 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Calling delete_port for 60973a16-fee9-49ee-acd2-8876865316c0 owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:42:32.251841 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0086d-9773-479c-bdda-56d964f235a4 req-5dbb0365-d817-43c5-a5db-d29da99fc9e5 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:32.253292 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-73a0086d-9773-479c-bdda-56d964f235a4 req-5dbb0365-d817-43c5-a5db-d29da99fc9e5 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/ports?device_id=3125a0e6-6f0f-408b-8d73-08610945e52e HTTP/1.1" status: 200 len: 945 time: 0.0594921 Jun 23 22:42:32.254538 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:32.342443 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-73a0086d-9773-479c-bdda-56d964f235a4 req-154cf091-b542-48c0-a314-f68783f67a0d tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1f1c6db-4ad6-4614-80c8-efc080048c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825682 Jun 23 22:42:32.343359 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (60973a16-fee9-49ee-acd2-8876865316c0), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:32.372204 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event deleted for resources: {'Port': ['ID=60973a16-fee9-49ee-acd2-8876865316c0,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:32.382586 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.382944 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.383291 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.383627 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.383955 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.384283 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.384606 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.384923 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.385246 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.386364 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.386844 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.387204 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.387523 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.387843 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.388582 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:32.493119 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:42:32.594240 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:42:32.603774 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a8627-5996-4149-bdf6-c3c67cabbb24 None None] Sync routers for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:42:32.613740 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a8627-5996-4149-bdf6-c3c67cabbb24 None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:42:32.614350 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8d7a8627-5996-4149-bdf6-c3c67cabbb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:42:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:32.634656 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] No DVR routers for this DVR port 60973a16-fee9-49ee-acd2-8876865316c0 on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:42:32.637924 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:32.641658 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-38371705-83f5-4ab6-a7b5-0c613ff9d1b3 req-23a057fe-ca32-409f-b0e1-6c2b7ef2b135 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.55 "DELETE /v2.0/ports/60973a16-fee9-49ee-acd2-8876865316c0 HTTP/1.1" status: 204 len: 173 time: 0.8681176 Jun 23 22:42:32.642044 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'name': 'network-vif-deleted', 'tag': '60973a16-fee9-49ee-acd2-8876865316c0'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:42:32.644920 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147a2653-a0c5-4880-b847-97a2bfbf2f0e" -d '{"events": [{"server_uuid": "3125a0e6-6f0f-408b-8d73-08610945e52e", "name": "network-vif-deleted", "tag": "60973a16-fee9-49ee-acd2-8876865316c0"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:42:32.685763 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c212f0df-cadd-49ac-97dd-bf5d5a95f81a x-openstack-request-id: req-c212f0df-cadd-49ac-97dd-bf5d5a95f81a {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:42:32.685923 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3125a0e6-6f0f-408b-8d73-08610945e52e", "name": "network-vif-deleted", "tag": "60973a16-fee9-49ee-acd2-8876865316c0", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:42:32.686117 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c212f0df-cadd-49ac-97dd-bf5d5a95f81a {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:42:32.686517 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c212f0df-cadd-49ac-97dd-bf5d5a95f81a'] response: {'server_uuid': '3125a0e6-6f0f-408b-8d73-08610945e52e', 'name': 'network-vif-deleted', 'tag': '60973a16-fee9-49ee-acd2-8876865316c0', 'status': 'completed', 'code': 200} Jun 23 22:42:32.846744 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-8d7a8627-5996-4149-bdf6-c3c67cabbb24 None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:42:32.994080 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf4271-fa50-4b57-aeb6-8c0669a45454 req-3008246b-74b8-4126-bda4-5327fa68670a tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:32.995618 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fadf4271-fa50-4b57-aeb6-8c0669a45454 req-3008246b-74b8-4126-bda4-5327fa68670a tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0473197 Jun 23 22:42:33.035143 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8d7a8627-5996-4149-bdf6-c3c67cabbb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:06Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:33.048443 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fadf4271-fa50-4b57-aeb6-8c0669a45454 req-f55247d8-9f79-408c-af85-2d21aba4fc00 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471210 Jun 23 22:42:33.061395 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a8627-5996-4149-bdf6-c3c67cabbb24 None None] Checking router: 2ce5cec4-4bba-4d28-a827-90f70bd69e3b for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:42:33.069783 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a8627-5996-4149-bdf6-c3c67cabbb24 None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:42:33.070376 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8d7a8627-5996-4149-bdf6-c3c67cabbb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:42:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:33.134121 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:33.183754 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-8d7a8627-5996-4149-bdf6-c3c67cabbb24 None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:42:33.375192 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8d7a8627-5996-4149-bdf6-c3c67cabbb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:06Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:33.406873 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a8627-5996-4149-bdf6-c3c67cabbb24 None None] The sync data for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi is: [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:35:56Z', 'revision_number': 4, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '35538ea6-2775-4ab2-a277-11e5b0dbccd5', 'name': '', 'network_id': '69c6d8a0-202c-42d8-bb93-5c3836a8475f', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'mac_address': 'fa:16:3e:45:b9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '60656d55-937f-4812-b089-eaa0b114b731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:55Z', 'updated_at': '2022-06-23T22:36:06Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'subnets': [{'id': '60656d55-937f-4812-b089-eaa0b114b731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:42:33.432025 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37458) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:33.492811 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group (c1f1c6db-4ad6-4614-80c8-efc080048c55), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:33.520193 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group (c1f1c6db-4ad6-4614-80c8-efc080048c55), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:33.573038 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (c1f1c6db-4ad6-4614-80c8-efc080048c55), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:33.577518 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:33.578716 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "DELETE /v2.0/security-groups/c1f1c6db-4ad6-4614-80c8-efc080048c55 HTTP/1.1" status: 204 len: 168 time: 0.1451237 Jun 23 22:42:33.582013 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 37460) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:33.589180 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f1c6db-4ad6-4614-80c8-efc080048c55,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:33.596727 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.597066 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.597399 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.597728 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.598027 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.api.v2.resource [None req-430eee51-5204-4e66-b62f-e8345d8d9a64 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] show failed (client error): The resource could not be found. Jun 23 22:42:33.598139 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.598357 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.598671 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.599009 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.599329 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.599450 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-430eee51-5204-4e66-b62f-e8345d8d9a64 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "GET /v2.0/security-groups/c1f1c6db-4ad6-4614-80c8-efc080048c55 HTTP/1.1" status: 404 len: 347 time: 0.0162871 Jun 23 22:42:33.599647 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.599961 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.600275 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.600584 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.600897 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.601205 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e085d-8a3b-443d-aa01-99524c479fc1 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:42:33.602217 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 37462) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:33.635587 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954cfda8-25f9-4592-9db3-5c25b9a4fcfc None None] New status for floating IP b4922a66-1240-4d63-a420-b451722ac305: DOWN {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:42:33.715456 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ce9aa-d23d-4e65-b937-b5023d583da3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Deleting port 89052ecb-1d7f-4e27-94a8-287717b4dfa3 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:42:33.715786 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fa7ce9aa-d23d-4e65-b937-b5023d583da3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (89052ecb-1d7f-4e27-94a8-287717b4dfa3), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:33.791612 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fa7ce9aa-d23d-4e65-b937-b5023d583da3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (89052ecb-1d7f-4e27-94a8-287717b4dfa3), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:33.792525 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fa7ce9aa-d23d-4e65-b937-b5023d583da3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (89052ecb-1d7f-4e27-94a8-287717b4dfa3), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:33.804190 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:33.805358 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ce9aa-d23d-4e65-b937-b5023d583da3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Calling delete_port for 89052ecb-1d7f-4e27-94a8-287717b4dfa3 owned by network:floatingip {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:42:33.940527 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fa7ce9aa-d23d-4e65-b937-b5023d583da3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (89052ecb-1d7f-4e27-94a8-287717b4dfa3), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:33.963167 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ce9aa-d23d-4e65-b937-b5023d583da3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Pushing event deleted for resources: {'Port': ['ID=89052ecb-1d7f-4e27-94a8-287717b4dfa3,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:34.306087 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:34.335424 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fa7ce9aa-d23d-4e65-b937-b5023d583da3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks [] for floatingip (b4922a66-1240-4d63-a420-b451722ac305), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:34.337790 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fa7ce9aa-d23d-4e65-b937-b5023d583da3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:34.339268 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-fa7ce9aa-d23d-4e65-b937-b5023d583da3 tempest-AttachVolumeTestJSON-545622694 tempest-AttachVolumeTestJSON-545622694-project] 10.222.0.43 "DELETE /v2.0/floatingips/b4922a66-1240-4d63-a420-b451722ac305 HTTP/1.1" status: 204 len: 168 time: 0.7357657 Jun 23 22:42:34.350444 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e46c1-822c-418c-a0e6-73f3510a0b45 req-ccdf0989-921b-44c2-9e01-e72d4627648e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:34.351978 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a51e46c1-822c-418c-a0e6-73f3510a0b45 req-ccdf0989-921b-44c2-9e01-e72d4627648e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0593145 Jun 23 22:42:34.412271 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a51e46c1-822c-418c-a0e6-73f3510a0b45 req-e2a62ecc-11b2-48a6-8376-2bd54edb4e0d tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502126 Jun 23 22:42:35.531118 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7cc6a-9480-4209-b6ae-a0a0d680e400 req-70a8700c-eaa3-41b0-b020-97ed515be883 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:35.532886 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-81a7cc6a-9480-4209-b6ae-a0a0d680e400 req-70a8700c-eaa3-41b0-b020-97ed515be883 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0503998 Jun 23 22:42:35.595707 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-81a7cc6a-9480-4209-b6ae-a0a0d680e400 req-c44be67b-5cd2-4f63-beb9-37c237ac2d68 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564237 Jun 23 22:42:35.754368 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 60973a16-fee9-49ee-acd2-8876865316c0 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:42:35.773432 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: 60973a16-fee9-49ee-acd2-8876865316c0 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:42:35.773774 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 60973a16-fee9-49ee-acd2-8876865316c0 not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:42:36.714914 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7738-a528-4c7c-9e52-fc206bccdc10 req-48169ed2-b170-4acd-a646-c9fc7ecd9d41 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:36.718097 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2a6e7738-a528-4c7c-9e52-fc206bccdc10 req-48169ed2-b170-4acd-a646-c9fc7ecd9d41 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0497961 Jun 23 22:42:36.768990 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2a6e7738-a528-4c7c-9e52-fc206bccdc10 req-001d51d3-2a99-4acb-ba9a-a5d98c6f6eb9 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466535 Jun 23 22:42:37.891322 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde21a7-1428-4569-a192-2b8ddc739397 req-ae47b4dc-1108-44b1-8821-4134e231d0ae tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:37.892838 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4dde21a7-1428-4569-a192-2b8ddc739397 req-ae47b4dc-1108-44b1-8821-4134e231d0ae tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0515604 Jun 23 22:42:37.905929 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37500) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:37.962172 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4dde21a7-1428-4569-a192-2b8ddc739397 req-a7d5b5cf-43b1-4721-bc5b-b1253e7cbbba tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636919 Jun 23 22:42:38.297198 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-48c6d447-ef99-4fe8-b78c-8c016b45ba96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7886309'] for router_interface (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:38.524501 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-48c6d447-ef99-4fe8-b78c-8c016b45ba96 admin admin] Deleting port 35538ea6-2775-4ab2-a277-11e5b0dbccd5 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:42:38.524824 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-48c6d447-ef99-4fe8-b78c-8c016b45ba96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:38.605137 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-48c6d447-ef99-4fe8-b78c-8c016b45ba96 admin admin] For port 35538ea6-2775-4ab2-a277-11e5b0dbccd5, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=35538ea6-2775-4ab2-a277-11e5b0dbccd5,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:38.605592 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-48c6d447-ef99-4fe8-b78c-8c016b45ba96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:38.618178 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-48c6d447-ef99-4fe8-b78c-8c016b45ba96 admin admin] Calling delete_port for 35538ea6-2775-4ab2-a277-11e5b0dbccd5 owned by network:router_interface {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:42:38.630245 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:38.727070 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:38.802529 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-48c6d447-ef99-4fe8-b78c-8c016b45ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (35538ea6-2775-4ab2-a277-11e5b0dbccd5), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:38.831799 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6d447-ef99-4fe8-b78c-8c016b45ba96 admin admin] Pushing event deleted for resources: {'Port': ['ID=35538ea6-2775-4ab2-a277-11e5b0dbccd5,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:38.837977 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef41c9-120f-4c7e-8a9e-8689f4f6c1bf req-0070b3d2-acd8-4c69-b451-12baec21b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:38.839530 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b4ef41c9-120f-4c7e-8a9e-8689f4f6c1bf req-0070b3d2-acd8-4c69-b451-12baec21b4cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dceb245422db46eaa1440c39b5755aca&device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 1129 time: 0.0486474 Jun 23 22:42:38.950355 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef41c9-120f-4c7e-8a9e-8689f4f6c1bf req-fac11641-ad6e-4332-9f4b-b4f660ef425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:38.951906 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b4ef41c9-120f-4c7e-8a9e-8689f4f6c1bf req-fac11641-ad6e-4332-9f4b-b4f660ef425e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc HTTP/1.1" status: 200 len: 909 time: 0.1025016 Jun 23 22:42:39.015688 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-48c6d447-ef99-4fe8-b78c-8c016b45ba96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886193'] for router_interface (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:39.033898 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b4ef41c9-120f-4c7e-8a9e-8689f4f6c1bf req-9f038efd-a015-4122-8282-32923bee4ad5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 HTTP/1.1" status: 200 len: 1001 time: 0.0729189 Jun 23 22:42:39.127167 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:39.136294 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef41c9-120f-4c7e-8a9e-8689f4f6c1bf req-8eb8f3bd-28d3-4c50-9124-05a9d6cd5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:39.138315 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b4ef41c9-120f-4c7e-8a9e-8689f4f6c1bf req-8eb8f3bd-28d3-4c50-9124-05a9d6cd5d3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3aed83f-7970-4afc-91d7-b738c12b5855 HTTP/1.1" status: 200 len: 847 time: 0.0950994 Jun 23 22:42:39.144639 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a366e-1b29-43d8-9dd4-86f9aedbb82f req-c13b5e3f-a6e0-4a78-a049-ccbb2dec68be tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:39.146381 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2a7a366e-1b29-43d8-9dd4-86f9aedbb82f req-c13b5e3f-a6e0-4a78-a049-ccbb2dec68be tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0927746 Jun 23 22:42:39.226212 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef41c9-120f-4c7e-8a9e-8689f4f6c1bf req-90c2f90b-db7a-4104-89ae-f5e42279ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:39.227768 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b4ef41c9-120f-4c7e-8a9e-8689f4f6c1bf req-90c2f90b-db7a-4104-89ae-f5e42279ec7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729127 Jun 23 22:42:39.230986 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c6d447-ef99-4fe8-b78c-8c016b45ba96 admin admin] Router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:42:39.257070 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2a7a366e-1b29-43d8-9dd4-86f9aedbb82f req-316b3fc9-a250-4dcf-84f1-91fd02484039 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040413 Jun 23 22:42:39.335984 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c6d447-ef99-4fe8-b78c-8c016b45ba96 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:42:39.344845 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-48c6d447-ef99-4fe8-b78c-8c016b45ba96 admin admin] 10.222.0.43 "PUT /v2.0/routers/2ce5cec4-4bba-4d28-a827-90f70bd69e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4356616 Jun 23 22:42:39.344845 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37506) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:39.347523 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e7d008-4af2-4c93-9eef-3b18a05ebb10 None None] Sync routers for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:42:39.357298 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b4ef41c9-120f-4c7e-8a9e-8689f4f6c1bf req-26907f89-5e3b-4eff-aa63-8cdaef2d34c9 service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166587 Jun 23 22:42:39.357678 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7d008-4af2-4c93-9eef-3b18a05ebb10 None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:42:39.358288 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-23e7d008-4af2-4c93-9eef-3b18a05ebb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:42:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:39.458526 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Publish callbacks [] for router (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:39.462424 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-23e7d008-4af2-4c93-9eef-3b18a05ebb10 None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:42:39.487342 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:39.494465 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b4ef41c9-120f-4c7e-8a9e-8689f4f6c1bf req-50f2b3c4-155d-4dd9-ac4c-d78b3c68d232 service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282272 Jun 23 22:42:39.578177 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Publish callbacks [] for router_gateway (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:39.583129 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:39.641684 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-23e7d008-4af2-4c93-9eef-3b18a05ebb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:42:38Z', 'revision_number': 5, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port': {'id': '0289c083-5d9b-4ade-89bb-1404f6ecc1aa', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:51Z', 'updated_at': '2022-06-23T22:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:39.670012 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e7d008-4af2-4c93-9eef-3b18a05ebb10 None None] Checking router: 2ce5cec4-4bba-4d28-a827-90f70bd69e3b for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:42:39.677304 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:39.679533 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7d008-4af2-4c93-9eef-3b18a05ebb10 None None] Routers {'2ce5cec4-4bba-4d28-a827-90f70bd69e3b'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:42:39.681214 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-23e7d008-4af2-4c93-9eef-3b18a05ebb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:42:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:39.777192 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-23e7d008-4af2-4c93-9eef-3b18a05ebb10 None None] Set router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b gateway port host: None {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:42:39.831707 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-23e7d008-4af2-4c93-9eef-3b18a05ebb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:42:39Z', 'revision_number': 6, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port_host': None}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:39.868130 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e7d008-4af2-4c93-9eef-3b18a05ebb10 None None] The sync data for ids ['2ce5cec4-4bba-4d28-a827-90f70bd69e3b'] in dv-cinder-846173-2-iscsi is: [{'id': '2ce5cec4-4bba-4d28-a827-90f70bd69e3b', 'name': 'tempest-AttachVolumeTestJSON-1308985780-router', 'tenant_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:50Z', 'updated_at': '2022-06-23T22:42:39Z', 'revision_number': 6, 'project_id': 'c751cc6b8ac64f3fb7adc9bc71575bd2', 'gw_port_host': None}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:42:39.875730 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Deleting port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:42:39.876071 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:39.941645 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:39.965981 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] For port 0289c083-5d9b-4ade-89bb-1404f6ecc1aa, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=0289c083-5d9b-4ade-89bb-1404f6ecc1aa,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:39.966338 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:39.981716 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Calling delete_port for 0289c083-5d9b-4ade-89bb-1404f6ecc1aa owned by network:router_gateway {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:42:40.145931 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (0289c083-5d9b-4ade-89bb-1404f6ecc1aa), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.169628 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0289c083-5d9b-4ade-89bb-1404f6ecc1aa,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:40.239635 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892053'] for router_gateway (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.333507 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7885660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7573'] for router (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.335749 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Publish callbacks [] for router_controller (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.376600 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bd0d8-a839-426b-b34c-553ce9ef6b02 req-7973637a-ab22-4fd2-973a-68fcdb8f255d tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:40.378153 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cb8bd0d8-a839-426b-b34c-553ce9ef6b02 req-7973637a-ab22-4fd2-973a-68fcdb8f255d tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0473380 Jun 23 22:42:40.378535 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7885778'] for router (2ce5cec4-4bba-4d28-a827-90f70bd69e3b), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.379163 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce5cec4-4bba-4d28-a827-90f70bd69e3b {{(pid=104139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 22:42:40.383296 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.384422 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-ef6cb8b6-591b-42ed-a87a-facbc5f016f1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2ce5cec4-4bba-4d28-a827-90f70bd69e3b HTTP/1.1" status: 204 len: 168 time: 1.0390539 Jun 23 22:42:40.387745 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37512) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:40.428737 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cb8bd0d8-a839-426b-b34c-553ce9ef6b02 req-0436da97-cb00-4fc7-85c7-266657782548 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447869 Jun 23 22:42:40.435589 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a003c68-7c12-43d6-97ac-7ce41e045c2a admin admin] Deleting subnet 60656d55-937f-4812-b089-eaa0b114b731 {{(pid=104139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:42:40.438751 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9a003c68-7c12-43d6-97ac-7ce41e045c2a admin admin] Publish callbacks [] for subnet (60656d55-937f-4812-b089-eaa0b114b731), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.473325 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9a003c68-7c12-43d6-97ac-7ce41e045c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367172'] for subnet (60656d55-937f-4812-b089-eaa0b114b731), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.546758 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9a003c68-7c12-43d6-97ac-7ce41e045c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (60656d55-937f-4812-b089-eaa0b114b731), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.611319 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9a003c68-7c12-43d6-97ac-7ce41e045c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295209'] for subnet (60656d55-937f-4812-b089-eaa0b114b731), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.637115 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a003c68-7c12-43d6-97ac-7ce41e045c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60656d55-937f-4812-b089-eaa0b114b731,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:40.642692 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9a003c68-7c12-43d6-97ac-7ce41e045c2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.646278 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 0289c083-5d9b-4ade-89bb-1404f6ecc1aa no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:42:40.648949 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-9a003c68-7c12-43d6-97ac-7ce41e045c2a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/60656d55-937f-4812-b089-eaa0b114b731 HTTP/1.1" status: 204 len: 168 time: 0.2601995 Jun 23 22:42:40.650058 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550e0a5-5089-4da7-b740-24b419fef50b None None] Network 69c6d8a0-202c-42d8-bb93-5c3836a8475f requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:42:40.651426 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37514) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:40.685258 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 0289c083-5d9b-4ade-89bb-1404f6ecc1aa {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:42:40.685844 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 0289c083-5d9b-4ade-89bb-1404f6ecc1aa not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:42:40.686444 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 35538ea6-2775-4ab2-a277-11e5b0dbccd5 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:42:40.717450 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 35538ea6-2775-4ab2-a277-11e5b0dbccd5 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:42:40.717789 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 35538ea6-2775-4ab2-a277-11e5b0dbccd5 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:42:40.725094 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (69c6d8a0-202c-42d8-bb93-5c3836a8475f), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.775866 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Deleting port fd8729d0-c4f4-4767-a06d-69deaa3447bd {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:42:40.776336 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.778786 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:40.800726 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:40.847363 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] For port fd8729d0-c4f4-4767-a06d-69deaa3447bd, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=fd8729d0-c4f4-4767-a06d-69deaa3447bd,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:40.849009 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.861335 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4412d7c-a78f-4409-9182-d2e14b729eb0 None None] DHCP port deletion for 69c6d8a0-202c-42d8-bb93-5c3836a8475f request from dv-cinder-846173-2-iscsi {{(pid=104140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 22:42:40.864302 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Calling delete_port for fd8729d0-c4f4-4767-a06d-69deaa3447bd owned by network:dhcp {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:42:40.903875 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-e4412d7c-a78f-4409-9182-d2e14b729eb0 None None] Deleting port fd8729d0-c4f4-4767-a06d-69deaa3447bd {{(pid=104140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:42:40.904283 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e4412d7c-a78f-4409-9182-d2e14b729eb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), before_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.950658 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.975497 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8729d0-c4f4-4767-a06d-69deaa3447bd,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:40.977377 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-e4412d7c-a78f-4409-9182-d2e14b729eb0 None None] For port fd8729d0-c4f4-4767-a06d-69deaa3447bd, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=fd8729d0-c4f4-4767-a06d-69deaa3447bd,segment=NetworkSegment(236f6c2f-e3c4-42fd-a119-3d637c5dc9df),segment_id=236f6c2f-e3c4-42fd-a119-3d637c5dc9df)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:40.978360 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e4412d7c-a78f-4409-9182-d2e14b729eb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), precommit_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:40.978890 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] No DVR routers for this DVR port fd8729d0-c4f4-4767-a06d-69deaa3447bd on host dv-cinder-846173-2-iscsi {{(pid=104139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:42:40.991945 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-e4412d7c-a78f-4409-9182-d2e14b729eb0 None None] Calling delete_port for fd8729d0-c4f4-4767-a06d-69deaa3447bd owned by network:dhcp {{(pid=104140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:42:41.050347 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (69c6d8a0-202c-42d8-bb93-5c3836a8475f), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:41.075883 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c6d8a0-202c-42d8-bb93-5c3836a8475f']}} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:41.085298 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236f6c2f-e3c4-42fd-a119-3d637c5dc9df') {'for_net_delete': True} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:41.085690 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236f6c2f-e3c4-42fd-a119-3d637c5dc9df') {} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:42:41.095779 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367199'] for segment (236f6c2f-e3c4-42fd-a119-3d637c5dc9df), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:41.109876 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (236f6c2f-e3c4-42fd-a119-3d637c5dc9df), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:41.110116 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e4412d7c-a78f-4409-9182-d2e14b729eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597'] for port (fd8729d0-c4f4-4767-a06d-69deaa3447bd), after_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:41.116599 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=104139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:42:41.116974 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275017'] for segment (236f6c2f-e3c4-42fd-a119-3d637c5dc9df), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:41.132965 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4412d7c-a78f-4409-9182-d2e14b729eb0 None None] Pushing event deleted for resources: {'Port': ['ID=fd8729d0-c4f4-4767-a06d-69deaa3447bd,revision_number=None']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:41.138761 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4412d7c-a78f-4409-9182-d2e14b729eb0 None None] No DVR routers for this DVR port fd8729d0-c4f4-4767-a06d-69deaa3447bd on host dv-cinder-846173-2-iscsi {{(pid=104140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:42:41.149914 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 236f6c2f-e3c4-42fd-a119-3d637c5dc9df resource provider aggregate not found Jun 23 22:42:41.185400 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 236f6c2f-e3c4-42fd-a119-3d637c5dc9df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 236f6c2f-e3c4-42fd-a119-3d637c5dc9df found for delete ", "request_id": "req-a82231af-c192-4d04-92c5-3ec934631311"}]} Jun 23 22:42:41.192733 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (69c6d8a0-202c-42d8-bb93-5c3836a8475f), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:41.198367 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:41.201455 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/69c6d8a0-202c-42d8-bb93-5c3836a8475f HTTP/1.1" status: 204 len: 168 time: 0.5491090 Jun 23 22:42:41.212055 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171acb8-2a46-4e4b-b2ef-3dccf244caa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c6d8a0-202c-42d8-bb93-5c3836a8475f,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:41.334913 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37522) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:41.377195 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-9d362a11-80c3-48d9-8f50-32fa4b3ad909 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c751cc6b8ac64f3fb7adc9bc71575bd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411098 Jun 23 22:42:41.379728 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37524) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:41.433445 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-127a99c4-7368-4042-b152-d77ba51f8d5d admin admin] Publish callbacks [] for security_group (ae5fb5f1-675f-4e11-866c-bfacf2a03fa2), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:41.456563 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-127a99c4-7368-4042-b152-d77ba51f8d5d admin admin] Publish callbacks [] for security_group (ae5fb5f1-675f-4e11-866c-bfacf2a03fa2), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:41.508062 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-127a99c4-7368-4042-b152-d77ba51f8d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (ae5fb5f1-675f-4e11-866c-bfacf2a03fa2), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:41.511642 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-127a99c4-7368-4042-b152-d77ba51f8d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:41.512505 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-127a99c4-7368-4042-b152-d77ba51f8d5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae5fb5f1-675f-4e11-866c-bfacf2a03fa2 HTTP/1.1" status: 204 len: 168 time: 0.1319013 Jun 23 22:42:41.520895 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a99c4-7368-4042-b152-d77ba51f8d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5fb5f1-675f-4e11-866c-bfacf2a03fa2,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:41.564936 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f06681-688c-4aaa-9b10-4abdbf7496c7 req-7a41f474-5fe9-42ef-99d5-9f630142ed72 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:41.566413 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d0f06681-688c-4aaa-9b10-4abdbf7496c7 req-7a41f474-5fe9-42ef-99d5-9f630142ed72 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0603211 Jun 23 22:42:41.600164 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:41.619862 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d0f06681-688c-4aaa-9b10-4abdbf7496c7 req-fa2c2c5a-5223-47b1-b0fc-723bd95267e0 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457265 Jun 23 22:42:42.483201 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device fd8729d0-c4f4-4767-a06d-69deaa3447bd no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:42:42.502847 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: fd8729d0-c4f4-4767-a06d-69deaa3447bd {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:42:42.503218 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device fd8729d0-c4f4-4767-a06d-69deaa3447bd not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:42:42.748810 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a070d-29e1-4e5c-b29c-0c16b7fd6108 req-baf376f8-eb9a-4feb-9961-cf315643b073 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:42.756735 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d36a070d-29e1-4e5c-b29c-0c16b7fd6108 req-baf376f8-eb9a-4feb-9961-cf315643b073 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0580678 Jun 23 22:42:42.804949 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d36a070d-29e1-4e5c-b29c-0c16b7fd6108 req-20974584-b847-405d-8c51-08045df1cb13 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470560 Jun 23 22:42:42.873602 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [req-db5bc951-c216-43e5-b6d8-15dc15d004fa req-36b8dca0-791d-4e0c-b5a9-68068544b04b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:42:42.874564 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-db5bc951-c216-43e5-b6d8-15dc15d004fa req-36b8dca0-791d-4e0c-b5a9-68068544b04b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054388 Jun 23 22:42:43.025446 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b377a-7624-497b-bc79-0741ecd8a1d3 req-b1cd1064-fdc1-47b8-9e21-b78b3b9bfacb tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:43.028016 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a61b377a-7624-497b-bc79-0741ecd8a1d3 req-b1cd1064-fdc1-47b8-9e21-b78b3b9bfacb tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0473208 Jun 23 22:42:43.060135 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37574) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:43.085096 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a61b377a-7624-497b-bc79-0741ecd8a1d3 req-f3f5ecc5-7686-4d00-8b59-370de5587209 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509384 Jun 23 22:42:43.144804 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-43cc4f53-acc2-4f5b-a438-eb139a6ae2fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829883 Jun 23 22:42:43.153801 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-1e3a441e-dd64-4684-b43f-cbae74bf883a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:42:43.154747 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-1e3a441e-dd64-4684-b43f-cbae74bf883a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054078 Jun 23 22:42:43.249391 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37582) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:43.298623 dv-cinder-846173-2-iscsi neutron-server[104139]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 22:42:43.343426 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-52fad435-1a7f-48db-af9a-4b6d33a809e6 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:43.344730 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-52fad435-1a7f-48db-af9a-4b6d33a809e6 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports/0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 HTTP/1.1" status: 200 len: 942 time: 0.0943620 Jun 23 22:42:44.198461 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7aac4-3bd8-43a8-a8d1-36dbf9e324f9 req-a84ecdc1-714c-4dff-9667-10ec428ac14e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:44.199873 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-44a7aac4-3bd8-43a8-a8d1-36dbf9e324f9 req-a84ecdc1-714c-4dff-9667-10ec428ac14e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0466173 Jun 23 22:42:44.248009 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-44a7aac4-3bd8-43a8-a8d1-36dbf9e324f9 req-d6a2b73d-cc1c-425f-b2e7-796b6bf59669 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425735 Jun 23 22:42:45.366068 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2def413-4507-4979-a3a0-7e1c3a3e3bd3 req-33c0f489-151c-49a3-9ff4-8635e5a89827 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:45.367551 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2def413-4507-4979-a3a0-7e1c3a3e3bd3 req-33c0f489-151c-49a3-9ff4-8635e5a89827 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0473759 Jun 23 22:42:45.417141 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2def413-4507-4979-a3a0-7e1c3a3e3bd3 req-105cad64-9f1e-4d74-86f6-c1d67f9c2f22 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433602 Jun 23 22:42:45.981214 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:42:46.172930 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 is: ACTIVE; New status is: DOWN {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:42:46.173681 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:46.196478 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:42:46.199643 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1838ef5-7971-44fd-9a46-4c13335bd1c7" -d '{"events": [{"server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "name": "network-vif-unplugged", "status": "completed", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:42:46.212136 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:46.216610 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:46.239490 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Jun 2022 22:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bec537e-7c68-4427-be66-8e7d36deb8e8 x-openstack-request-id: req-7bec537e-7c68-4427-be66-8e7d36deb8e8 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:42:46.239713 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "name": "network-vif-unplugged", "status": "failed", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21", "code": 422}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:42:46.239961 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bec537e-7c68-4427-be66-8e7d36deb8e8 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:42:46.240412 dv-cinder-846173-2-iscsi neutron-server[104140]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7bec537e-7c68-4427-be66-8e7d36deb8e8']: {'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'code': 422} returned with failed status Jun 23 22:42:46.269077 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,revision_number=6']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:46.532675 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72321887-8da3-4270-abaa-40aaadd7b1b7 req-00536e76-ed25-4dfa-998f-9e7cbb9e6247 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:46.534025 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-72321887-8da3-4270-abaa-40aaadd7b1b7 req-00536e76-ed25-4dfa-998f-9e7cbb9e6247 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0503976 Jun 23 22:42:46.583157 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-72321887-8da3-4270-abaa-40aaadd7b1b7 req-16d39172-106a-4514-8ef2-a5088a65b720 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434842 Jun 23 22:42:47.701279 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9ae5d-8784-4ab5-9316-932ca10906ec req-e3f0d58c-a3bf-4dec-86fb-2ceffbfadee9 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:47.702695 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-83d9ae5d-8784-4ab5-9316-932ca10906ec req-e3f0d58c-a3bf-4dec-86fb-2ceffbfadee9 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0529125 Jun 23 22:42:47.723555 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:47.753722 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-83d9ae5d-8784-4ab5-9316-932ca10906ec req-a561b967-c89f-4f4c-8e6f-a4efd8920b36 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453331 Jun 23 22:42:48.196312 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-5b64b0dc-4ab4-4fb0-a790-45d840de23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:48.197830 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-5b64b0dc-4ab4-4fb0-a790-45d840de23d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac&tenant_id=dceb245422db46eaa1440c39b5755aca HTTP/1.1" status: 200 len: 1127 time: 0.0730009 Jun 23 22:42:48.272306 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-24e26814-1aa5-46c8-a2de-298bc53b63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:48.273859 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-24e26814-1aa5-46c8-a2de-298bc53b63cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dceb245422db46eaa1440c39b5755aca&device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 1127 time: 0.0399253 Jun 23 22:42:48.375585 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-776fb299-5f33-4482-916e-4e878ca00a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:48.375585 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-776fb299-5f33-4482-916e-4e878ca00a68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc HTTP/1.1" status: 200 len: 909 time: 0.0935752 Jun 23 22:42:48.443737 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-053cd757-075b-4a5f-9476-1bd0e18b8441 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 HTTP/1.1" status: 200 len: 999 time: 0.0545368 Jun 23 22:42:48.494607 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-689941e1-cf9b-4794-8e8e-3e3d236a7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:48.496038 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-689941e1-cf9b-4794-8e8e-3e3d236a7e0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3aed83f-7970-4afc-91d7-b738c12b5855 HTTP/1.1" status: 200 len: 847 time: 0.0412846 Jun 23 22:42:48.544426 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-fcf673c6-b16d-414d-8b5a-1e639db850a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:48.545895 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-fcf673c6-b16d-414d-8b5a-1e639db850a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415616 Jun 23 22:42:48.619618 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:48.635472 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-07ab18f5-c0f2-408e-88bc-e3122b5f2a05 service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829520 Jun 23 22:42:48.729987 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a81c692f-3033-42cb-87d5-51ae4d1b748b req-ac37038e-83b9-4fba-8fe5-29d7ec2a086b service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855029 Jun 23 22:42:48.866573 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca7d26-60df-4d4c-83b2-a2462ac31838 req-34306b81-264c-4b25-a83e-218546975ec9 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:48.868044 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1bca7d26-60df-4d4c-83b2-a2462ac31838 req-34306b81-264c-4b25-a83e-218546975ec9 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0470843 Jun 23 22:42:48.916437 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1bca7d26-60df-4d4c-83b2-a2462ac31838 req-3add096c-f4ec-4123-ba22-413f1230cfc9 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427742 Jun 23 22:42:50.032655 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e6af8-674c-45d5-960f-e6036128b482 req-7f2d1e41-205f-43b2-8a29-ffa8e10f834a tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:50.034120 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2b0e6af8-674c-45d5-960f-e6036128b482 req-7f2d1e41-205f-43b2-8a29-ffa8e10f834a tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0472751 Jun 23 22:42:50.092121 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2b0e6af8-674c-45d5-960f-e6036128b482 req-78495969-d5f0-42a9-a009-24a8d5ffd450 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522923 Jun 23 22:42:50.204683 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:50.212278 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:50.994700 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37692) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:51.102462 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b5edb41b-0853-48b0-a46c-d3d0e8dbd4fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:51.189090 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b5edb41b-0853-48b0-a46c-d3d0e8dbd4fb admin admin] Publish callbacks [] for security_group (a39947b2-56f5-4633-9a91-44f533e1d89b), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:51.193211 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b5edb41b-0853-48b0-a46c-d3d0e8dbd4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (a39947b2-56f5-4633-9a91-44f533e1d89b), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:51.200552 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:51.216582 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79673412-18de-4a1a-ad41-b0e2ae27b4c5 req-9d4c69d1-e977-4e66-bfc3-9b854546cd8c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:51.218420 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-79673412-18de-4a1a-ad41-b0e2ae27b4c5 req-9d4c69d1-e977-4e66-bfc3-9b854546cd8c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0532238 Jun 23 22:42:51.239201 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edb41b-0853-48b0-a46c-d3d0e8dbd4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39947b2-56f5-4633-9a91-44f533e1d89b,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:51.247716 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-b5edb41b-0853-48b0-a46c-d3d0e8dbd4fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac82860a551b4ef8ad85d5a4600bca30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493157 Jun 23 22:42:51.248253 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37702) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:51.270171 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:51.276780 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-79673412-18de-4a1a-ad41-b0e2ae27b4c5 req-9ebf2977-849f-45f4-a677-15018071fafa tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525179 Jun 23 22:42:51.317752 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-535eee94-15b7-4a9e-877f-7af3d7ef0ad5 admin admin] Publish callbacks [] for security_group (a39947b2-56f5-4633-9a91-44f533e1d89b), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:51.343047 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-535eee94-15b7-4a9e-877f-7af3d7ef0ad5 admin admin] Publish callbacks [] for security_group (a39947b2-56f5-4633-9a91-44f533e1d89b), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:51.401276 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-535eee94-15b7-4a9e-877f-7af3d7ef0ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (a39947b2-56f5-4633-9a91-44f533e1d89b), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:51.408261 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-535eee94-15b7-4a9e-877f-7af3d7ef0ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:51.409543 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-535eee94-15b7-4a9e-877f-7af3d7ef0ad5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a39947b2-56f5-4633-9a91-44f533e1d89b HTTP/1.1" status: 204 len: 168 time: 0.1602707 Jun 23 22:42:51.418599 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535eee94-15b7-4a9e-877f-7af3d7ef0ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39947b2-56f5-4633-9a91-44f533e1d89b,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:52.351475 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e90e0dc7-be53-4a5b-8b09-9f06c3bbad5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:52.403958 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f7371-d557-4c5f-a039-b73bdcefcfdd req-9a4294de-08c8-4af7-bd32-9f17720bdaa5 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:52.405443 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c67f7371-d557-4c5f-a039-b73bdcefcfdd req-9a4294de-08c8-4af7-bd32-9f17720bdaa5 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0524755 Jun 23 22:42:52.460609 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c67f7371-d557-4c5f-a039-b73bdcefcfdd req-47f16e29-7eee-4acf-bb61-1d41d28a39f4 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489357 Jun 23 22:42:53.592022 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eb938-f79d-4895-9378-862d42a1a172 req-756661d2-00d4-4079-910e-a08e168741c6 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:53.593828 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-841eb938-f79d-4895-9378-862d42a1a172 req-756661d2-00d4-4079-910e-a08e168741c6 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0593483 Jun 23 22:42:53.647796 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-841eb938-f79d-4895-9378-862d42a1a172 req-fb3d3927-fc8f-4249-a92d-3c18809e8ec9 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483730 Jun 23 22:42:54.450714 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37852) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:54.516493 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:54.524545 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ef4f889e-84a6-416d-9bd1-16e25dfb8aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:54.580570 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4aaca681-a01a-4dbd-a97a-a1c00bd31f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:54.662309 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4aaca681-a01a-4dbd-a97a-a1c00bd31f22 admin admin] Publish callbacks [] for security_group (afca3be5-6025-4272-9609-337e20407cc6), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:54.669763 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4aaca681-a01a-4dbd-a97a-a1c00bd31f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (afca3be5-6025-4272-9609-337e20407cc6), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:54.715250 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-4aaca681-a01a-4dbd-a97a-a1c00bd31f22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ff91b9df01440cd88b0d9a39a307d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610102 Jun 23 22:42:54.715250 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaca681-a01a-4dbd-a97a-a1c00bd31f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afca3be5-6025-4272-9609-337e20407cc6,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:54.715833 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 37860) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:54.778902 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:54.803194 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8d8b5-e8d4-4e19-a137-a8eaf6fd1f2d req-469d5dba-5bac-4781-870c-975474d5e1ea tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:54.805154 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-75c8d8b5-e8d4-4e19-a137-a8eaf6fd1f2d req-469d5dba-5bac-4781-870c-975474d5e1ea tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0763912 Jun 23 22:42:54.842897 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cc29551b-7560-43ac-8d9e-0205de34b063 admin admin] Publish callbacks [] for security_group (afca3be5-6025-4272-9609-337e20407cc6), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:54.893053 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-75c8d8b5-e8d4-4e19-a137-a8eaf6fd1f2d req-beee56d8-c99a-433c-9c73-53165e65dedc tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812285 Jun 23 22:42:54.894811 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cc29551b-7560-43ac-8d9e-0205de34b063 admin admin] Publish callbacks [] for security_group (afca3be5-6025-4272-9609-337e20407cc6), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:54.944844 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cc29551b-7560-43ac-8d9e-0205de34b063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (afca3be5-6025-4272-9609-337e20407cc6), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:54.948186 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cc29551b-7560-43ac-8d9e-0205de34b063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:54.949579 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-cc29551b-7560-43ac-8d9e-0205de34b063 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/afca3be5-6025-4272-9609-337e20407cc6 HTTP/1.1" status: 204 len: 168 time: 0.2324269 Jun 23 22:42:54.958017 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29551b-7560-43ac-8d9e-0205de34b063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afca3be5-6025-4272-9609-337e20407cc6,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:55.250891 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 37866) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:55.264204 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1e807f0c-cd32-4b6e-9766-d90b10ae6fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:55.342285 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1e807f0c-cd32-4b6e-9766-d90b10ae6fd6 admin admin] Publish callbacks [] for security_group (39cf05d4-9277-4b99-915c-62d73e3f9eca), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:55.347864 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1e807f0c-cd32-4b6e-9766-d90b10ae6fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (39cf05d4-9277-4b99-915c-62d73e3f9eca), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:55.352387 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:55.394794 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e807f0c-cd32-4b6e-9766-d90b10ae6fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cf05d4-9277-4b99-915c-62d73e3f9eca,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:55.399921 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-1e807f0c-cd32-4b6e-9766-d90b10ae6fd6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae106b24052747a39af71e0c02ff94a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479330 Jun 23 22:42:55.402503 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 37868) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:55.456803 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7beed5ab-7ab3-488d-9de5-f01e8515a464 admin admin] Publish callbacks [] for security_group (39cf05d4-9277-4b99-915c-62d73e3f9eca), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:55.482192 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7beed5ab-7ab3-488d-9de5-f01e8515a464 admin admin] Publish callbacks [] for security_group (39cf05d4-9277-4b99-915c-62d73e3f9eca), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:55.532321 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7beed5ab-7ab3-488d-9de5-f01e8515a464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (39cf05d4-9277-4b99-915c-62d73e3f9eca), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:55.535189 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-7beed5ab-7ab3-488d-9de5-f01e8515a464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:55.536341 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-7beed5ab-7ab3-488d-9de5-f01e8515a464 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39cf05d4-9277-4b99-915c-62d73e3f9eca HTTP/1.1" status: 204 len: 168 time: 0.1320927 Jun 23 22:42:55.544821 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beed5ab-7ab3-488d-9de5-f01e8515a464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cf05d4-9277-4b99-915c-62d73e3f9eca,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:55.899010 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:42:56.017576 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:56.022681 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:56.025571 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70118e08-a4f9-4bb4-ba78-c367f5b4ed9c req-067e4bd9-5d37-42d4-a0be-3b46d61e76bd tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:56.027214 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-70118e08-a4f9-4bb4-ba78-c367f5b4ed9c req-067e4bd9-5d37-42d4-a0be-3b46d61e76bd tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 943 time: 0.0566709 Jun 23 22:42:56.035228 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'port_id': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'mac_address': 'fa:16:3e:10:a2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:42:56.063932 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:56.073836 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:42:56.074618 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:56.086425 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-70118e08-a4f9-4bb4-ba78-c367f5b4ed9c req-745cb10e-22ef-464f-a062-2403cf7ec51e tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512850 Jun 23 22:42:56.094704 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:42:56.117059 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:56.127463 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:56.174658 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,revision_number=7']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:56.401936 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['0b2f39d0-0fe2-4db8-9e32-5112a69d2b21'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:42:57.120659 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:57.217184 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08535b-b5fd-46ff-b815-6cab55b9adb4 req-14888666-81aa-4f0f-b139-298435521578 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:57.218732 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1f08535b-b5fd-46ff-b815-6cab55b9adb4 req-14888666-81aa-4f0f-b139-298435521578 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 944 time: 0.0514581 Jun 23 22:42:57.271177 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1f08535b-b5fd-46ff-b815-6cab55b9adb4 req-cf5f26e2-d816-4b19-830c-fc8fe5b6c0f9 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466907 Jun 23 22:42:57.323314 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37920) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:57.429458 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9e2d786b-b15d-43c8-aeef-9d212e3ad5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:57.440896 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:57.518146 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9e2d786b-b15d-43c8-aeef-9d212e3ad5ac admin admin] Publish callbacks [] for security_group (e27d6e53-d16a-4d08-9b24-36bce66c6bc5), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:57.522119 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9e2d786b-b15d-43c8-aeef-9d212e3ad5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e27d6e53-d16a-4d08-9b24-36bce66c6bc5), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:57.565222 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d786b-b15d-43c8-aeef-9d212e3ad5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27d6e53-d16a-4d08-9b24-36bce66c6bc5,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:57.573486 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 37924) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:57.573705 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-9e2d786b-b15d-43c8-aeef-9d212e3ad5ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a700048d1f44133bf1d76f5494db985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491021 Jun 23 22:42:57.626756 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2158cb95-c5d5-4b52-88f2-25cfc1616c6f admin admin] Publish callbacks [] for security_group (e27d6e53-d16a-4d08-9b24-36bce66c6bc5), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:57.628927 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:57.651681 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2158cb95-c5d5-4b52-88f2-25cfc1616c6f admin admin] Publish callbacks [] for security_group (e27d6e53-d16a-4d08-9b24-36bce66c6bc5), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:57.705151 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2158cb95-c5d5-4b52-88f2-25cfc1616c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e27d6e53-d16a-4d08-9b24-36bce66c6bc5), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:57.707776 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2158cb95-c5d5-4b52-88f2-25cfc1616c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:57.708937 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-2158cb95-c5d5-4b52-88f2-25cfc1616c6f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e27d6e53-d16a-4d08-9b24-36bce66c6bc5 HTTP/1.1" status: 204 len: 168 time: 0.1345599 Jun 23 22:42:57.716828 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158cb95-c5d5-4b52-88f2-25cfc1616c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27d6e53-d16a-4d08-9b24-36bce66c6bc5,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:57.916988 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:42:57.967085 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:42:57.967458 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:58.010506 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 37934) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:58.027564 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dbadf14c-b72a-49b1-af0f-04ea70ecaae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:58.054866 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:42:58.055299 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:58.068887 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:58.086065 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:42:58.088367 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe7a16d-e8c8-4b0e-9732-25a5a54aac5d" -d '{"events": [{"server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "name": "network-vif-plugged", "status": "completed", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:42:58.104061 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:42:58.110796 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:58.135350 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dbadf14c-b72a-49b1-af0f-04ea70ecaae2 admin admin] Publish callbacks [] for security_group (9ab155ba-541f-42a4-bd62-c1265bef166d), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:58.139861 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dbadf14c-b72a-49b1-af0f-04ea70ecaae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9ab155ba-541f-42a4-bd62-c1265bef166d), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:58.150678 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08de004c-9ea2-41e1-b96e-e4b7c907dd13 x-openstack-request-id: req-08de004c-9ea2-41e1-b96e-e4b7c907dd13 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:42:58.151268 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "name": "network-vif-plugged", "status": "completed", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:42:58.151268 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08de004c-9ea2-41e1-b96e-e4b7c907dd13 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:42:58.151635 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08de004c-9ea2-41e1-b96e-e4b7c907dd13'] response: {'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'code': 200} Jun 23 22:42:58.181518 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,revision_number=8']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:58.190217 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-dbadf14c-b72a-49b1-af0f-04ea70ecaae2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f8d95e206894edeaeec5b78a980d866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784444 Jun 23 22:42:58.191702 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadf14c-b72a-49b1-af0f-04ea70ecaae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab155ba-541f-42a4-bd62-c1265bef166d,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:58.192954 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 37938) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:42:58.245844 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6dacc695-b26b-4bef-9623-80ed0aa2c99f admin admin] Publish callbacks [] for security_group (9ab155ba-541f-42a4-bd62-c1265bef166d), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:58.269026 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6dacc695-b26b-4bef-9623-80ed0aa2c99f admin admin] Publish callbacks [] for security_group (9ab155ba-541f-42a4-bd62-c1265bef166d), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:58.329263 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6dacc695-b26b-4bef-9623-80ed0aa2c99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9ab155ba-541f-42a4-bd62-c1265bef166d), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:58.332082 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6dacc695-b26b-4bef-9623-80ed0aa2c99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:42:58.333485 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6dacc695-b26b-4bef-9623-80ed0aa2c99f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ab155ba-541f-42a4-bd62-c1265bef166d HTTP/1.1" status: 204 len: 168 time: 0.1395352 Jun 23 22:42:58.343732 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacc695-b26b-4bef-9623-80ed0aa2c99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab155ba-541f-42a4-bd62-c1265bef166d,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:42:58.432981 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33524ac4-55fe-42a8-9586-cad2edc2ef1a req-34eb8c13-a53d-4f88-8891-921f5de3292b tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:58.434533 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-33524ac4-55fe-42a8-9586-cad2edc2ef1a req-34eb8c13-a53d-4f88-8891-921f5de3292b tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0786440 Jun 23 22:42:58.482427 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b445ab7-efab-4cba-860d-2b6fc2e52256 req-bb69cd86-7644-46e1-82d9-0a9cde8fdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:58.484057 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b445ab7-efab-4cba-860d-2b6fc2e52256 req-bb69cd86-7644-46e1-82d9-0a9cde8fdf78 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 1129 time: 0.0751669 Jun 23 22:42:58.525505 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:42:58.535037 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-33524ac4-55fe-42a8-9586-cad2edc2ef1a req-005c4967-5e80-4fb7-bb32-e9b187377cd9 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840700 Jun 23 22:42:58.568519 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b445ab7-efab-4cba-860d-2b6fc2e52256 req-34a658f3-5a6a-40b7-a221-6a154acd38b6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729551 Jun 23 22:42:59.689872 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e0b15-46e3-4e28-abab-9e63370056bf req-01ed2834-2da6-4921-b8ef-cbf3ccafa305 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:42:59.691838 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c01e0b15-46e3-4e28-abab-9e63370056bf req-01ed2834-2da6-4921-b8ef-cbf3ccafa305 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0674284 Jun 23 22:42:59.755532 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c01e0b15-46e3-4e28-abab-9e63370056bf req-00e8ae5e-f6db-4097-aece-d582c206cbf7 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569322 Jun 23 22:43:00.310101 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38004) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:00.419699 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5f6e-9411-48dc-ad1d-45811f7696f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:00.494058 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5f6e-9411-48dc-ad1d-45811f7696f2 admin admin] Publish callbacks [] for security_group (639835b4-53f3-4e59-9d9a-2c9258f3fb7b), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:00.498624 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5f6e-9411-48dc-ad1d-45811f7696f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (639835b4-53f3-4e59-9d9a-2c9258f3fb7b), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:00.535595 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d5f6e-9411-48dc-ad1d-45811f7696f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639835b4-53f3-4e59-9d9a-2c9258f3fb7b,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:00.539799 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-fe1d5f6e-9411-48dc-ad1d-45811f7696f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97cd15df895f4e7d8049745ffca63a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287049 Jun 23 22:43:00.542686 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38008) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:00.590906 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5e10a758-f913-41ad-81a7-1c5bd56dd835 admin admin] Publish callbacks [] for security_group (639835b4-53f3-4e59-9d9a-2c9258f3fb7b), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:00.611790 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5e10a758-f913-41ad-81a7-1c5bd56dd835 admin admin] Publish callbacks [] for security_group (639835b4-53f3-4e59-9d9a-2c9258f3fb7b), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:00.659899 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5e10a758-f913-41ad-81a7-1c5bd56dd835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (639835b4-53f3-4e59-9d9a-2c9258f3fb7b), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:00.662290 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5e10a758-f913-41ad-81a7-1c5bd56dd835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:00.663434 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-5e10a758-f913-41ad-81a7-1c5bd56dd835 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/639835b4-53f3-4e59-9d9a-2c9258f3fb7b HTTP/1.1" status: 204 len: 168 time: 0.1198452 Jun 23 22:43:00.671428 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10a758-f913-41ad-81a7-1c5bd56dd835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639835b4-53f3-4e59-9d9a-2c9258f3fb7b,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:00.834832 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:00.880578 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962cd5c-2617-445c-ac05-ad823dad817f req-4280c3d6-94c6-42bb-acbb-60d37c364c03 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:00.883431 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f962cd5c-2617-445c-ac05-ad823dad817f req-4280c3d6-94c6-42bb-acbb-60d37c364c03 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0599720 Jun 23 22:43:00.943612 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f962cd5c-2617-445c-ac05-ad823dad817f req-c567a2bd-7c0c-4114-adbd-20e37ba924bd tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529318 Jun 23 22:43:00.957726 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38020) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:00.971816 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7b31becb-21c2-4add-8c5e-965e4cbaaacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:01.016519 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:01.039964 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:01.053591 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7b31becb-21c2-4add-8c5e-965e4cbaaacf admin admin] Publish callbacks [] for security_group (c123c01c-c0ab-425c-8a84-329c3ff2289f), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:01.058604 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7b31becb-21c2-4add-8c5e-965e4cbaaacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (c123c01c-c0ab-425c-8a84-329c3ff2289f), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:01.097482 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-7b31becb-21c2-4add-8c5e-965e4cbaaacf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5faeff7b4db4160b154693fea91fce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386800 Jun 23 22:43:01.100321 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38024) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:01.102362 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31becb-21c2-4add-8c5e-965e4cbaaacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c123c01c-c0ab-425c-8a84-329c3ff2289f,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:01.149546 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e2bbbe5a-efbd-4133-aa87-9aaa1d7c2997 admin admin] Publish callbacks [] for security_group (c123c01c-c0ab-425c-8a84-329c3ff2289f), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:01.172174 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e2bbbe5a-efbd-4133-aa87-9aaa1d7c2997 admin admin] Publish callbacks [] for security_group (c123c01c-c0ab-425c-8a84-329c3ff2289f), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:01.219892 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e2bbbe5a-efbd-4133-aa87-9aaa1d7c2997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (c123c01c-c0ab-425c-8a84-329c3ff2289f), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:01.222325 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e2bbbe5a-efbd-4133-aa87-9aaa1d7c2997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:01.223501 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-e2bbbe5a-efbd-4133-aa87-9aaa1d7c2997 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c123c01c-c0ab-425c-8a84-329c3ff2289f HTTP/1.1" status: 204 len: 168 time: 0.1221876 Jun 23 22:43:01.233157 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbbe5a-efbd-4133-aa87-9aaa1d7c2997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c123c01c-c0ab-425c-8a84-329c3ff2289f,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:01.941587 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705ee3d-7750-494d-986e-31adc5cb9428 req-aac98995-b42f-4347-aa50-7ba0e1b74118 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:01.943177 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6705ee3d-7750-494d-986e-31adc5cb9428 req-aac98995-b42f-4347-aa50-7ba0e1b74118 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 945 time: 0.0486517 Jun 23 22:43:01.996246 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6705ee3d-7750-494d-986e-31adc5cb9428 req-dc2f9db1-a3e4-4e23-9919-8c46fe2d1881 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=632b2eb3-d825-498e-ac5a-36560629d4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463855 Jun 23 22:43:03.113468 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:03.114093 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa85e1-a488-4c92-9a6b-d89d151c3410 req-97040858-875d-4706-8a7b-83ee1759e8df tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:03.115598 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6faa85e1-a488-4c92-9a6b-d89d151c3410 req-97040858-875d-4706-8a7b-83ee1759e8df tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 945 time: 0.0507228 Jun 23 22:43:03.145228 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:03.170266 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6faa85e1-a488-4c92-9a6b-d89d151c3410 req-8cad9b91-8450-4859-b4a4-b7e134fdc82b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=632b2eb3-d825-498e-ac5a-36560629d4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486889 Jun 23 22:43:03.397742 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38104) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:03.500595 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b1feaa23-5ef1-493b-94ad-cde5e17c0c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:03.578171 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b1feaa23-5ef1-493b-94ad-cde5e17c0c75 admin admin] Publish callbacks [] for security_group (d134799b-68f3-482c-9e16-92ddba7d27f5), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:03.581991 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b1feaa23-5ef1-493b-94ad-cde5e17c0c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (d134799b-68f3-482c-9e16-92ddba7d27f5), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:03.620806 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-b1feaa23-5ef1-493b-94ad-cde5e17c0c75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3c7899cccf647cbb187c08b26b977cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218699 Jun 23 22:43:03.622467 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feaa23-5ef1-493b-94ad-cde5e17c0c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d134799b-68f3-482c-9e16-92ddba7d27f5,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:03.624034 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38108) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:03.674359 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-27b3c397-b6ff-4b67-8209-da299e83613c admin admin] Publish callbacks [] for security_group (d134799b-68f3-482c-9e16-92ddba7d27f5), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:03.696181 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-27b3c397-b6ff-4b67-8209-da299e83613c admin admin] Publish callbacks [] for security_group (d134799b-68f3-482c-9e16-92ddba7d27f5), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:03.744485 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-27b3c397-b6ff-4b67-8209-da299e83613c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (d134799b-68f3-482c-9e16-92ddba7d27f5), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:03.747560 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-27b3c397-b6ff-4b67-8209-da299e83613c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:03.748685 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-27b3c397-b6ff-4b67-8209-da299e83613c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d134799b-68f3-482c-9e16-92ddba7d27f5 HTTP/1.1" status: 204 len: 168 time: 0.1236241 Jun 23 22:43:03.756323 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3c397-b6ff-4b67-8209-da299e83613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d134799b-68f3-482c-9e16-92ddba7d27f5,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:04.002007 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-b02651bd-a9e0-45fa-868f-ecdd8a846d6a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:04.003825 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-b02651bd-a9e0-45fa-868f-ecdd8a846d6a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 945 time: 0.0498874 Jun 23 22:43:04.016514 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38114) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:04.051505 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-db7dfa33-ee71-4cf4-87be-15864c032094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.135200 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Deleting port f62d6650-e1ce-4156-9949-4d5a16040e59 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:43:04.135907 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.205409 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:04.241127 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-db7dfa33-ee71-4cf4-87be-15864c032094 admin admin] Publish callbacks [] for security_group (5d1e51f5-e475-4a0f-a738-a99f9a5c7b67), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.256314 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-db7dfa33-ee71-4cf4-87be-15864c032094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (5d1e51f5-e475-4a0f-a738-a99f9a5c7b67), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.305884 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] For port f62d6650-e1ce-4156-9949-4d5a16040e59, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f62d6650-e1ce-4156-9949-4d5a16040e59,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:43:04.306239 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.339399 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-db7dfa33-ee71-4cf4-87be-15864c032094 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58fa20afaa1b4e39937cbf0a4450b898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217607 Jun 23 22:43:04.342209 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38118) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:04.377012 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07e2ca-cc42-4cb6-9ca3-0e269b39600e req-605e7ac6-272b-457b-a482-76e0b20a5c1a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:04.378457 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c07e2ca-cc42-4cb6-9ca3-0e269b39600e req-605e7ac6-272b-457b-a482-76e0b20a5c1a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 945 time: 0.1361990 Jun 23 22:43:04.382252 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dfa33-ee71-4cf4-87be-15864c032094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1e51f5-e475-4a0f-a738-a99f9a5c7b67,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:04.393683 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d3b57ebb-9702-4f63-8867-9527f64e7ede admin admin] Publish callbacks [] for security_group (5d1e51f5-e475-4a0f-a738-a99f9a5c7b67), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.415418 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d3b57ebb-9702-4f63-8867-9527f64e7ede admin admin] Publish callbacks [] for security_group (5d1e51f5-e475-4a0f-a738-a99f9a5c7b67), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.465455 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d3b57ebb-9702-4f63-8867-9527f64e7ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (5d1e51f5-e475-4a0f-a738-a99f9a5c7b67), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.468050 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-d3b57ebb-9702-4f63-8867-9527f64e7ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.469206 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-d3b57ebb-9702-4f63-8867-9527f64e7ede admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d1e51f5-e475-4a0f-a738-a99f9a5c7b67 HTTP/1.1" status: 204 len: 168 time: 0.1260488 Jun 23 22:43:04.477904 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b57ebb-9702-4f63-8867-9527f64e7ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1e51f5-e475-4a0f-a738-a99f9a5c7b67,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:04.478174 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c07e2ca-cc42-4cb6-9ca3-0e269b39600e req-601e4ae4-d566-48f8-ac2a-63678e3540ac tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups?id=632b2eb3-d825-498e-ac5a-36560629d4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933957 Jun 23 22:43:04.543359 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.543925 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (073ee762-926d-44bb-9f1c-dd4f487588f5), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.544309 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Floating IP 073ee762-926d-44bb-9f1c-dd4f487588f5 disassociated. External IP: 172.27.2.126, port: f62d6650-e1ce-4156-9949-4d5a16040e59. Jun 23 22:43:04.544651 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Calling delete_port for f62d6650-e1ce-4156-9949-4d5a16040e59 owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:43:04.548510 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:04.680918 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (f62d6650-e1ce-4156-9949-4d5a16040e59), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.713286 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event deleted for resources: {'Port': ['ID=f62d6650-e1ce-4156-9949-4d5a16040e59,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:04.817936 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:43:04.919583 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:43:04.931714 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f200702-739c-48e0-bd91-a7f499ba9c11 None None] Sync routers for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:43:04.941798 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f200702-739c-48e0-bd91-a7f499ba9c11 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:43:04.943362 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-2f200702-739c-48e0-bd91-a7f499ba9c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:42:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:43:04.964337 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] No DVR routers for this DVR port f62d6650-e1ce-4156-9949-4d5a16040e59 on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:43:04.967649 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:04.970882 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0a87292c-cdaa-49ac-ae5b-7d2969d8b3a8 req-895bf327-8379-4245-8c80-58bcd93886c8 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.55 "DELETE /v2.0/ports/f62d6650-e1ce-4156-9949-4d5a16040e59 HTTP/1.1" status: 204 len: 173 time: 0.9520829 Jun 23 22:43:04.971279 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'name': 'network-vif-deleted', 'tag': 'f62d6650-e1ce-4156-9949-4d5a16040e59'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:43:04.973492 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4688b425-5e62-4aae-a182-9d13f42075fb" -d '{"events": [{"server_uuid": "ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4", "name": "network-vif-deleted", "tag": "f62d6650-e1ce-4156-9949-4d5a16040e59"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:43:05.020560 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd6adaf-d6fa-4a8f-b7fa-d402d91f31b3 x-openstack-request-id: req-cdd6adaf-d6fa-4a8f-b7fa-d402d91f31b3 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:43:05.020905 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4", "name": "network-vif-deleted", "tag": "f62d6650-e1ce-4156-9949-4d5a16040e59", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:43:05.021155 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cdd6adaf-d6fa-4a8f-b7fa-d402d91f31b3 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:43:05.021550 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd6adaf-d6fa-4a8f-b7fa-d402d91f31b3'] response: {'server_uuid': 'ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4', 'name': 'network-vif-deleted', 'tag': 'f62d6650-e1ce-4156-9949-4d5a16040e59', 'status': 'completed', 'code': 200} Jun 23 22:43:05.061811 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-2f200702-739c-48e0-bd91-a7f499ba9c11 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:43:05.293484 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-2f200702-739c-48e0-bd91-a7f499ba9c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:43:05.321247 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f200702-739c-48e0-bd91-a7f499ba9c11 None None] Checking router: 863c27d2-56ae-4508-a4b8-2fecd998b6b6 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:43:05.330240 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f200702-739c-48e0-bd91-a7f499ba9c11 None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:43:05.330762 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-2f200702-739c-48e0-bd91-a7f499ba9c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:42:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:43:05.443853 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-2f200702-739c-48e0-bd91-a7f499ba9c11 None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:43:05.612739 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-710d6561-f522-4f62-83c7-55e28b07bc53 req-661a9fb3-201c-4524-8d10-21ac9de4576b tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca2fd4a8-b5d5-4139-bb33-e23e1c5344d4 HTTP/1.1" status: 200 len: 210 time: 0.0360794 Jun 23 22:43:05.663715 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-2f200702-739c-48e0-bd91-a7f499ba9c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:43:05.691069 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f200702-739c-48e0-bd91-a7f499ba9c11 None None] The sync data for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi is: [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:36:04Z', 'revision_number': 4, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb3b3246-8cbf-4e98-86a6-5f5d7ca95915', 'name': '', 'network_id': 'e8170354-014e-4823-a204-b43deead6b56', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'mac_address': 'fa:16:3e:39:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:36:02Z', 'updated_at': '2022-06-23T22:36:22Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'subnets': [{'id': 'abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:43:05.913359 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce0ca4-871c-43bd-8b6f-45788d33d11c None None] New status for floating IP 073ee762-926d-44bb-9f1c-dd4f487588f5: DOWN {{(pid=104140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:43:06.579882 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38194) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:06.692235 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ec6e53e9-12bd-4679-9749-256f833054b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:06.696903 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38202) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:06.758080 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ff75ac03-c222-4bc8-8ba4-bdb3ddabd2ad tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (632b2eb3-d825-498e-ac5a-36560629d4d6), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:06.776267 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ec6e53e9-12bd-4679-9749-256f833054b6 admin admin] Publish callbacks [] for security_group (ccc1e312-2172-4c11-80d9-97861b0d95c9), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:06.780810 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ec6e53e9-12bd-4679-9749-256f833054b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (ccc1e312-2172-4c11-80d9-97861b0d95c9), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:06.782667 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ff75ac03-c222-4bc8-8ba4-bdb3ddabd2ad tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (632b2eb3-d825-498e-ac5a-36560629d4d6), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:06.795725 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:06.823731 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-ec6e53e9-12bd-4679-9749-256f833054b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a029a86d5964f91a0152ee7a6086f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427642 Jun 23 22:43:06.825953 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e53e9-12bd-4679-9749-256f833054b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc1e312-2172-4c11-80d9-97861b0d95c9,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:06.827186 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38204) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:06.842053 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ff75ac03-c222-4bc8-8ba4-bdb3ddabd2ad tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (632b2eb3-d825-498e-ac5a-36560629d4d6), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:06.844325 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ff75ac03-c222-4bc8-8ba4-bdb3ddabd2ad tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:06.845389 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-ff75ac03-c222-4bc8-8ba4-bdb3ddabd2ad tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "DELETE /v2.0/security-groups/632b2eb3-d825-498e-ac5a-36560629d4d6 HTTP/1.1" status: 204 len: 168 time: 0.1475244 Jun 23 22:43:06.848288 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38206) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:06.862405 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.api.v2.resource [None req-56ef184c-0105-488a-9c43-3c2148f23768 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] show failed (client error): The resource could not be found. Jun 23 22:43:06.863409 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-56ef184c-0105-488a-9c43-3c2148f23768 tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "GET /v2.0/security-groups/632b2eb3-d825-498e-ac5a-36560629d4d6 HTTP/1.1" status: 404 len: 347 time: 0.0141711 Jun 23 22:43:06.863559 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75ac03-c222-4bc8-8ba4-bdb3ddabd2ad tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=632b2eb3-d825-498e-ac5a-36560629d4d6,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:06.867365 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38208) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:06.895688 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b6b21423-0b26-4e46-a0ec-c60afcc7d97a admin admin] Publish callbacks [] for security_group (ccc1e312-2172-4c11-80d9-97861b0d95c9), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:06.917052 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b6b21423-0b26-4e46-a0ec-c60afcc7d97a admin admin] Publish callbacks [] for security_group (ccc1e312-2172-4c11-80d9-97861b0d95c9), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:06.964671 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b6b21423-0b26-4e46-a0ec-c60afcc7d97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (ccc1e312-2172-4c11-80d9-97861b0d95c9), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:06.967377 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b6b21423-0b26-4e46-a0ec-c60afcc7d97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:06.968526 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-b6b21423-0b26-4e46-a0ec-c60afcc7d97a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ccc1e312-2172-4c11-80d9-97861b0d95c9 HTTP/1.1" status: 204 len: 168 time: 0.1400526 Jun 23 22:43:06.976924 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b21423-0b26-4e46-a0ec-c60afcc7d97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc1e312-2172-4c11-80d9-97861b0d95c9,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:06.987300 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d2bfc-d24e-4445-9b52-b4ac798e0a2a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Deleting port 34c081fa-54cc-4537-927c-9ece6d49e0e8 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:43:06.987643 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7c8d2bfc-d24e-4445-9b52-b4ac798e0a2a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (34c081fa-54cc-4537-927c-9ece6d49e0e8), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.069220 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7c8d2bfc-d24e-4445-9b52-b4ac798e0a2a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (34c081fa-54cc-4537-927c-9ece6d49e0e8), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.069550 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7c8d2bfc-d24e-4445-9b52-b4ac798e0a2a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (34c081fa-54cc-4537-927c-9ece6d49e0e8), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.083402 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d2bfc-d24e-4445-9b52-b4ac798e0a2a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Calling delete_port for 34c081fa-54cc-4537-927c-9ece6d49e0e8 owned by network:floatingip {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:43:07.133508 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:07.151907 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:07.227153 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7c8d2bfc-d24e-4445-9b52-b4ac798e0a2a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (34c081fa-54cc-4537-927c-9ece6d49e0e8), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.252656 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d2bfc-d24e-4445-9b52-b4ac798e0a2a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Pushing event deleted for resources: {'Port': ['ID=34c081fa-54cc-4537-927c-9ece6d49e0e8,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:07.256739 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38214) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:07.273018 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3eddd252-d140-4ff6-9d24-b6aaa243ee40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.320019 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7c8d2bfc-d24e-4445-9b52-b4ac798e0a2a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks [] for floatingip (073ee762-926d-44bb-9f1c-dd4f487588f5), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.322978 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7c8d2bfc-d24e-4445-9b52-b4ac798e0a2a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.327212 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:07.327374 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-7c8d2bfc-d24e-4445-9b52-b4ac798e0a2a tempest-AttachVolumeNegativeTest-184787456 tempest-AttachVolumeNegativeTest-184787456-project] 10.222.0.43 "DELETE /v2.0/floatingips/073ee762-926d-44bb-9f1c-dd4f487588f5 HTTP/1.1" status: 204 len: 168 time: 0.4558401 Jun 23 22:43:07.354257 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3eddd252-d140-4ff6-9d24-b6aaa243ee40 admin admin] Publish callbacks [] for security_group (b5c99ee4-1979-48e2-b9c1-3bee9c539686), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.358701 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3eddd252-d140-4ff6-9d24-b6aaa243ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (b5c99ee4-1979-48e2-b9c1-3bee9c539686), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.398171 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-3eddd252-d140-4ff6-9d24-b6aaa243ee40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e56cb81577554b799eeaab5208598370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395617 Jun 23 22:43:07.399408 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddd252-d140-4ff6-9d24-b6aaa243ee40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c99ee4-1979-48e2-b9c1-3bee9c539686,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:07.401061 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38220) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:07.454651 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2884bdda-72be-4dc1-9b2e-c546571ca7eb admin admin] Publish callbacks [] for security_group (b5c99ee4-1979-48e2-b9c1-3bee9c539686), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.476296 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2884bdda-72be-4dc1-9b2e-c546571ca7eb admin admin] Publish callbacks [] for security_group (b5c99ee4-1979-48e2-b9c1-3bee9c539686), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.523170 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2884bdda-72be-4dc1-9b2e-c546571ca7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (b5c99ee4-1979-48e2-b9c1-3bee9c539686), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.525630 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2884bdda-72be-4dc1-9b2e-c546571ca7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:07.526800 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-2884bdda-72be-4dc1-9b2e-c546571ca7eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5c99ee4-1979-48e2-b9c1-3bee9c539686 HTTP/1.1" status: 204 len: 168 time: 0.1242883 Jun 23 22:43:07.535794 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884bdda-72be-4dc1-9b2e-c546571ca7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c99ee4-1979-48e2-b9c1-3bee9c539686,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:07.864374 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:43:07.960220 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device f62d6650-e1ce-4156-9949-4d5a16040e59 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:43:07.979283 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: f62d6650-e1ce-4156-9949-4d5a16040e59 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:43:07.979625 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device f62d6650-e1ce-4156-9949-4d5a16040e59 not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:43:09.546382 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38304) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:09.652702 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4e998f0d-7506-4aaf-9496-3a57b040ef59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:09.740215 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4e998f0d-7506-4aaf-9496-3a57b040ef59 admin admin] Publish callbacks [] for security_group (f1828322-9c00-443f-9865-b358afc3f32a), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:09.745561 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4e998f0d-7506-4aaf-9496-3a57b040ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (f1828322-9c00-443f-9865-b358afc3f32a), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:09.795666 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38318) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:09.796236 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-4e998f0d-7506-4aaf-9496-3a57b040ef59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=119f517b7e8a4ce182f785d70f111c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482166 Jun 23 22:43:09.796719 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e998f0d-7506-4aaf-9496-3a57b040ef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1828322-9c00-443f-9865-b358afc3f32a,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:09.871433 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c620a1a8-c740-4380-8aac-a3468689163b admin admin] Publish callbacks [] for security_group (f1828322-9c00-443f-9865-b358afc3f32a), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:09.895329 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c620a1a8-c740-4380-8aac-a3468689163b admin admin] Publish callbacks [] for security_group (f1828322-9c00-443f-9865-b358afc3f32a), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:09.947819 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c620a1a8-c740-4380-8aac-a3468689163b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (f1828322-9c00-443f-9865-b358afc3f32a), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:09.951895 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c620a1a8-c740-4380-8aac-a3468689163b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:09.956255 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-c620a1a8-c740-4380-8aac-a3468689163b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1828322-9c00-443f-9865-b358afc3f32a HTTP/1.1" status: 204 len: 168 time: 0.1578548 Jun 23 22:43:09.966032 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620a1a8-c740-4380-8aac-a3468689163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1828322-9c00-443f-9865-b358afc3f32a,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:10.247321 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38334) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:10.260990 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-610efd1b-a926-4db0-9be5-8a277999eb3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:10.340769 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-610efd1b-a926-4db0-9be5-8a277999eb3d admin admin] Publish callbacks [] for security_group (3dcc31b2-26a3-4608-ab47-29ac7a4e138f), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:10.344549 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-610efd1b-a926-4db0-9be5-8a277999eb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (3dcc31b2-26a3-4608-ab47-29ac7a4e138f), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:10.383286 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-610efd1b-a926-4db0-9be5-8a277999eb3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42fa1ec52c2347f194ae70d2553d2c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348140 Jun 23 22:43:10.384158 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610efd1b-a926-4db0-9be5-8a277999eb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcc31b2-26a3-4608-ab47-29ac7a4e138f,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:10.386118 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38336) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:10.438849 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-99d88a0b-24c1-4c92-82ff-ce63caa31fe9 admin admin] Publish callbacks [] for security_group (3dcc31b2-26a3-4608-ab47-29ac7a4e138f), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:10.461442 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-99d88a0b-24c1-4c92-82ff-ce63caa31fe9 admin admin] Publish callbacks [] for security_group (3dcc31b2-26a3-4608-ab47-29ac7a4e138f), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:10.508520 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-99d88a0b-24c1-4c92-82ff-ce63caa31fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (3dcc31b2-26a3-4608-ab47-29ac7a4e138f), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:10.511064 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-99d88a0b-24c1-4c92-82ff-ce63caa31fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:10.512805 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-99d88a0b-24c1-4c92-82ff-ce63caa31fe9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3dcc31b2-26a3-4608-ab47-29ac7a4e138f HTTP/1.1" status: 204 len: 168 time: 0.1255944 Jun 23 22:43:10.520512 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d88a0b-24c1-4c92-82ff-ce63caa31fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcc31b2-26a3-4608-ab47-29ac7a4e138f,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:11.103474 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38350) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:11.465847 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:11.473961 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:11.604101 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef839d0b-f84a-4291-83fb-25464c40bf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7886309'] for router_interface (863c27d2-56ae-4508-a4b8-2fecd998b6b6), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:11.827273 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-ef839d0b-f84a-4291-83fb-25464c40bf19 admin admin] Deleting port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:43:11.827604 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef839d0b-f84a-4291-83fb-25464c40bf19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:11.904589 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-ef839d0b-f84a-4291-83fb-25464c40bf19 admin admin] For port fb3b3246-8cbf-4e98-86a6-5f5d7ca95915, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=fb3b3246-8cbf-4e98-86a6-5f5d7ca95915,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:43:11.904952 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef839d0b-f84a-4291-83fb-25464c40bf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:11.917997 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-ef839d0b-f84a-4291-83fb-25464c40bf19 admin admin] Calling delete_port for fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 owned by network:router_interface {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:43:12.093126 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c341a8f-164e-4f28-9040-eb84f338b5da req-980c5b0d-1b7d-42c1-803b-d3789ee7693a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:12.094856 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3c341a8f-164e-4f28-9040-eb84f338b5da req-980c5b0d-1b7d-42c1-803b-d3789ee7693a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0489655 Jun 23 22:43:12.103725 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef839d0b-f84a-4291-83fb-25464c40bf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (fb3b3246-8cbf-4e98-86a6-5f5d7ca95915), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:12.131857 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:12.134173 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef839d0b-f84a-4291-83fb-25464c40bf19 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3b3246-8cbf-4e98-86a6-5f5d7ca95915,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:12.155780 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3c341a8f-164e-4f28-9040-eb84f338b5da req-cc2fd217-47de-4fe5-a912-3530641c2577 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547698 Jun 23 22:43:12.233624 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:12.296071 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ef839d0b-f84a-4291-83fb-25464c40bf19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886193'] for router_interface (863c27d2-56ae-4508-a4b8-2fecd998b6b6), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:12.386011 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:12.713549 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef839d0b-f84a-4291-83fb-25464c40bf19 admin admin] Router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:43:12.815183 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef839d0b-f84a-4291-83fb-25464c40bf19 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:43:12.820777 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-ef839d0b-f84a-4291-83fb-25464c40bf19 admin admin] 10.222.0.43 "PUT /v2.0/routers/863c27d2-56ae-4508-a4b8-2fecd998b6b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7164443 Jun 23 22:43:12.822724 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38372) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:12.823731 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d442b-9bfd-41ff-955d-1669821597cb None None] Sync routers for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:43:12.835956 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d442b-9bfd-41ff-955d-1669821597cb None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:43:12.836584 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-ce9d442b-9bfd-41ff-955d-1669821597cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:42:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:43:12.936538 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Publish callbacks [] for router (863c27d2-56ae-4508-a4b8-2fecd998b6b6), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:13.030734 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-ce9d442b-9bfd-41ff-955d-1669821597cb None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:43:13.150819 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:13.203664 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-ce9d442b-9bfd-41ff-955d-1669821597cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:43:12Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:43:13.228612 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d442b-9bfd-41ff-955d-1669821597cb None None] Checking router: 863c27d2-56ae-4508-a4b8-2fecd998b6b6 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:43:13.237539 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d442b-9bfd-41ff-955d-1669821597cb None None] Routers {'863c27d2-56ae-4508-a4b8-2fecd998b6b6'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:43:13.238158 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-ce9d442b-9bfd-41ff-955d-1669821597cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:42:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:43:13.278225 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:13.334361 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ed9a3-03ff-4e23-b1fd-3c8d83a543bd req-fec685a5-05c3-4af1-a90f-c14c3db00d44 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:13.335846 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-170ed9a3-03ff-4e23-b1fd-3c8d83a543bd req-fec685a5-05c3-4af1-a90f-c14c3db00d44 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0964041 Jun 23 22:43:13.342668 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-ce9d442b-9bfd-41ff-955d-1669821597cb None None] Set router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:43:13.361641 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Publish callbacks [] for router_gateway (863c27d2-56ae-4508-a4b8-2fecd998b6b6), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:13.406310 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:13.424946 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-170ed9a3-03ff-4e23-b1fd-3c8d83a543bd req-eff754bf-c5ec-4952-9783-3de4937c749d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823212 Jun 23 22:43:13.428268 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Deleting port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:43:13.428461 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:13.508548 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-ce9d442b-9bfd-41ff-955d-1669821597cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:43:12Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:43:13.513768 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] For port 68e2ee12-ee8f-4621-8b6f-7b4a6210685b, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=68e2ee12-ee8f-4621-8b6f-7b4a6210685b,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:43:13.514132 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:13.527078 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Calling delete_port for 68e2ee12-ee8f-4621-8b6f-7b4a6210685b owned by network:router_gateway {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:43:13.536708 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d442b-9bfd-41ff-955d-1669821597cb None None] The sync data for ids ['863c27d2-56ae-4508-a4b8-2fecd998b6b6'] in dv-cinder-846173-2-iscsi is: [{'id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'name': 'tempest-AttachVolumeNegativeTest-1295611949-router', 'tenant_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:35:57Z', 'updated_at': '2022-06-23T22:43:12Z', 'revision_number': 5, 'project_id': '2735e40fe2564a6d8a5cdc7c32b0b869', 'gw_port': {'id': '68e2ee12-ee8f-4621-8b6f-7b4a6210685b', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c27d2-56ae-4508-a4b8-2fecd998b6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:35:58Z', 'updated_at': '2022-06-23T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:43:13.694288 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (68e2ee12-ee8f-4621-8b6f-7b4a6210685b), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:13.716957 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Pushing event deleted for resources: {'Port': ['ID=68e2ee12-ee8f-4621-8b6f-7b4a6210685b,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:13.784355 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892053'] for router_gateway (863c27d2-56ae-4508-a4b8-2fecd998b6b6), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:13.884587 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7885660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7573'] for router (863c27d2-56ae-4508-a4b8-2fecd998b6b6), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:13.886258 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Publish callbacks [] for router_controller (863c27d2-56ae-4508-a4b8-2fecd998b6b6), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:13.952296 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7885778'] for router (863c27d2-56ae-4508-a4b8-2fecd998b6b6), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:13.952946 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 863c27d2-56ae-4508-a4b8-2fecd998b6b6 {{(pid=104138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 22:43:13.957938 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:13.961479 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-576c5ad2-f053-4d06-9ae9-be65802539cd admin admin] 10.222.0.43 "DELETE /v2.0/routers/863c27d2-56ae-4508-a4b8-2fecd998b6b6 HTTP/1.1" status: 204 len: 168 time: 1.1354744 Jun 23 22:43:13.961700 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38376) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:14.014183 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_v2 [None req-8393876f-199f-4549-82a7-88fbb782bfcb admin admin] Deleting subnet abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 {{(pid=104138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:43:14.017905 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8393876f-199f-4549-82a7-88fbb782bfcb admin admin] Publish callbacks [] for subnet (abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.052361 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:14.054729 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8393876f-199f-4549-82a7-88fbb782bfcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350737'] for subnet (abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.133025 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8393876f-199f-4549-82a7-88fbb782bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.193289 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8393876f-199f-4549-82a7-88fbb782bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4994293'] for subnet (abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.218379 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393876f-199f-4549-82a7-88fbb782bfcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:14.223887 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8393876f-199f-4549-82a7-88fbb782bfcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.226979 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-8393876f-199f-4549-82a7-88fbb782bfcb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/abb5c78a-79de-4b4b-a8f2-8b5f4b9dbc60 HTTP/1.1" status: 204 len: 168 time: 0.2643514 Jun 23 22:43:14.229528 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38378) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:14.232554 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef454124-c2c7-443e-9d97-1e8bee806b98 None None] Network e8170354-014e-4823-a204-b43deead6b56 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:43:14.300717 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (e8170354-014e-4823-a204-b43deead6b56), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.313475 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:14.338959 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:14.346060 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Deleting port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:43:14.346417 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.413952 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] For port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa,segment=NetworkSegment(cd17fcbf-1730-4a9b-8a44-e31c2521690d),segment_id=cd17fcbf-1730-4a9b-8a44-e31c2521690d)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:43:14.414307 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.430108 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Calling delete_port for 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa owned by network:dhcp {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:43:14.535157 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.562427 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0f5f3-f8bb-4f82-84c9-cc5ad7d0ec72 None None] DHCP port deletion for e8170354-014e-4823-a204-b43deead6b56 request from dv-cinder-846173-2-iscsi {{(pid=104140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 22:43:14.572654 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:14.585640 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a4c2-a9d3-4017-8fde-234fb2ae9cd1 req-f71723b0-590b-4aa4-82f1-5861a842e90a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:14.587480 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e978a4c2-a9d3-4017-8fde-234fb2ae9cd1 req-f71723b0-590b-4aa4-82f1-5861a842e90a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0874810 Jun 23 22:43:14.594980 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] No DVR routers for this DVR port 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa on host dv-cinder-846173-2-iscsi {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:43:14.632265 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:43:14.652979 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:43:14.653219 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device fb3b3246-8cbf-4e98-86a6-5f5d7ca95915 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:43:14.653548 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 68e2ee12-ee8f-4621-8b6f-7b4a6210685b no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:43:14.672401 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 68e2ee12-ee8f-4621-8b6f-7b4a6210685b {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:43:14.672722 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 68e2ee12-ee8f-4621-8b6f-7b4a6210685b not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:43:14.673139 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:43:14.695432 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:43:14.695778 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 2bf677c7-5e7f-43df-83c4-d1b6f5ec07aa not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:43:14.705552 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (e8170354-014e-4823-a204-b43deead6b56), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.734719 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e978a4c2-a9d3-4017-8fde-234fb2ae9cd1 req-58d8afa0-e3e8-4e4d-a008-33311fe54d0e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100843 Jun 23 22:43:14.738070 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8170354-014e-4823-a204-b43deead6b56']}} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:43:14.748390 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd17fcbf-1730-4a9b-8a44-e31c2521690d') {'for_net_delete': True} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:43:14.748710 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd17fcbf-1730-4a9b-8a44-e31c2521690d') {} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:43:14.758812 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350730'] for segment (cd17fcbf-1730-4a9b-8a44-e31c2521690d), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.772640 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (cd17fcbf-1730-4a9b-8a44-e31c2521690d), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.779027 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=104138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:43:14.779467 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770362'] for segment (cd17fcbf-1730-4a9b-8a44-e31c2521690d), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.843835 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (e8170354-014e-4823-a204-b43deead6b56), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.848694 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:14.855406 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] 10.222.0.43 "DELETE /v2.0/networks/e8170354-014e-4823-a204-b43deead6b56 HTTP/1.1" status: 204 len: 168 time: 0.6249094 Jun 23 22:43:14.879417 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4e5cb-de22-49df-afc8-9d586fd0295c admin admin] Pushing event deleted for resources: {'Network': ['ID=e8170354-014e-4823-a204-b43deead6b56,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:14.929022 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment cd17fcbf-1730-4a9b-8a44-e31c2521690d resource provider aggregate not found Jun 23 22:43:14.951420 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment cd17fcbf-1730-4a9b-8a44-e31c2521690d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd17fcbf-1730-4a9b-8a44-e31c2521690d found for delete ", "request_id": "req-7556a79d-2318-46ab-ad43-5ece1dc5e6e5"}]} Jun 23 22:43:14.981644 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38390) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:15.022107 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-398cbdc0-df24-47a8-9b80-d29cdb9fd237 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2735e40fe2564a6d8a5cdc7c32b0b869&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392683 Jun 23 22:43:15.024471 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38392) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:15.073512 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-002384fd-0787-40d0-aaf1-5303bfe8aea9 admin admin] Publish callbacks [] for security_group (c8d104f4-96c8-4689-b47b-e720ff430e7b), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:15.082647 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:15.096903 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-002384fd-0787-40d0-aaf1-5303bfe8aea9 admin admin] Publish callbacks [] for security_group (c8d104f4-96c8-4689-b47b-e720ff430e7b), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:15.144739 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-002384fd-0787-40d0-aaf1-5303bfe8aea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (c8d104f4-96c8-4689-b47b-e720ff430e7b), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:15.147406 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-002384fd-0787-40d0-aaf1-5303bfe8aea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:15.148555 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-002384fd-0787-40d0-aaf1-5303bfe8aea9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8d104f4-96c8-4689-b47b-e720ff430e7b HTTP/1.1" status: 204 len: 168 time: 0.1232009 Jun 23 22:43:15.156734 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002384fd-0787-40d0-aaf1-5303bfe8aea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d104f4-96c8-4689-b47b-e720ff430e7b,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:15.860107 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed07a6-d0a7-459d-93a6-8e03296ecb84 req-f31e5f43-98b5-432c-99a4-979616f4bdcc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:15.861651 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-99ed07a6-d0a7-459d-93a6-8e03296ecb84 req-f31e5f43-98b5-432c-99a4-979616f4bdcc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0486321 Jun 23 22:43:15.914814 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-99ed07a6-d0a7-459d-93a6-8e03296ecb84 req-1554de11-ab41-432d-9a1c-98559e4c1445 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471690 Jun 23 22:43:17.038733 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae1683-b03a-4165-a31a-0efb6e8ce635 req-fb6343d7-6488-4ef1-9a73-90a81ebc61a5 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:17.041449 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6eae1683-b03a-4165-a31a-0efb6e8ce635 req-fb6343d7-6488-4ef1-9a73-90a81ebc61a5 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0513363 Jun 23 22:43:17.084267 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:17.088831 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6eae1683-b03a-4165-a31a-0efb6e8ce635 req-63b10af3-c2a3-4f54-a260-ce6649db9d3a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 Jun 23 22:43:18.212786 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90941a1-939d-4cde-8f2d-f1926568e745 req-5b751e25-c39e-4cc0-84f2-d7b82d026b6f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:18.214285 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e90941a1-939d-4cde-8f2d-f1926568e745 req-5b751e25-c39e-4cc0-84f2-d7b82d026b6f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0468199 Jun 23 22:43:18.262620 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e90941a1-939d-4cde-8f2d-f1926568e745 req-fb5a4d42-0d1f-4c5b-b982-f6f41f563ee1 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395284 Jun 23 22:43:19.388485 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d603b-8e0f-43a4-b7f8-15c5802b285e req-8916e10c-be34-418a-8731-ee1e103b931c tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:19.390004 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0e9d603b-8e0f-43a4-b7f8-15c5802b285e req-8916e10c-be34-418a-8731-ee1e103b931c tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0524552 Jun 23 22:43:19.438586 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0e9d603b-8e0f-43a4-b7f8-15c5802b285e req-5acd84f0-fef7-493f-8797-ee681c595440 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425909 Jun 23 22:43:20.561819 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba1d9-1c07-4278-8bc0-b8efc470eec7 req-3f9425eb-6002-40ff-adb9-db8a3a05bae6 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:20.563297 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ceeba1d9-1c07-4278-8bc0-b8efc470eec7 req-3f9425eb-6002-40ff-adb9-db8a3a05bae6 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0472684 Jun 23 22:43:20.609382 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ceeba1d9-1c07-4278-8bc0-b8efc470eec7 req-161f751c-116d-4a7b-9196-dea368051468 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406799 Jun 23 22:43:21.726416 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edfb26-0033-445e-8194-a4b9e8a7d538 req-6362a4ff-457e-4689-bbca-0a84d8471d38 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:21.727894 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-69edfb26-0033-445e-8194-a4b9e8a7d538 req-6362a4ff-457e-4689-bbca-0a84d8471d38 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0468364 Jun 23 22:43:21.777944 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-69edfb26-0033-445e-8194-a4b9e8a7d538 req-f1b9d355-277c-4770-b7f0-01c82efa8f1a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442836 Jun 23 22:43:22.346648 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-5c51452e-d868-40eb-9522-8ef5cd6ce2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:22.810707 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=42 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:22.813072 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=27 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:22.897681 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60dd5b-b358-4db9-9d78-7ec9fd2d8ac2 req-c4766aa2-4166-47d1-93c7-53defe367014 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:22.899150 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5a60dd5b-b358-4db9-9d78-7ec9fd2d8ac2 req-c4766aa2-4166-47d1-93c7-53defe367014 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0465651 Jun 23 22:43:22.945691 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5a60dd5b-b358-4db9-9d78-7ec9fd2d8ac2 req-40a5b3f6-0ef5-4e34-addc-adea39c4ab09 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409207 Jun 23 22:43:23.510434 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=24 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:23.511642 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=36 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:24.072047 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb9ee7-9eb1-4efb-af8b-0ec9567e4ac1 req-78bfe5b2-39eb-4efc-88db-fb82f45a8459 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:24.073470 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1ccb9ee7-9eb1-4efb-af8b-0ec9567e4ac1 req-78bfe5b2-39eb-4efc-88db-fb82f45a8459 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0512352 Jun 23 22:43:24.126310 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1ccb9ee7-9eb1-4efb-af8b-0ec9567e4ac1 req-8c911f44-32f0-4b77-8034-cf6734efa34c tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409892 Jun 23 22:43:24.515771 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-33ab66a2-656c-4541-ac34-0ae1c2aeefda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:25.249575 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e861e4a-f12d-4b53-b41f-32811b65075a req-7026de74-543a-4ba8-850e-c3aa42072045 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:25.251125 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3e861e4a-f12d-4b53-b41f-32811b65075a req-7026de74-543a-4ba8-850e-c3aa42072045 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0543087 Jun 23 22:43:25.300462 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3e861e4a-f12d-4b53-b41f-32811b65075a req-7b9ae90f-3a7b-4241-95bb-72452356f96f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Jun 23 22:43:25.982167 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:26.425216 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768bfc9-b822-415d-89bb-6edb6de65c6b req-485a5811-b102-443f-8d1a-f7a374ec09a3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:26.426684 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1768bfc9-b822-415d-89bb-6edb6de65c6b req-485a5811-b102-443f-8d1a-f7a374ec09a3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0487375 Jun 23 22:43:26.480501 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1768bfc9-b822-415d-89bb-6edb6de65c6b req-cdf25e15-49f7-47f7-ad1c-01258103c8e0 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472653 Jun 23 22:43:26.708737 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38556) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:26.817699 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5b12-cd94-4dc8-af86-4c520d7159fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:26.894836 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5b12-cd94-4dc8-af86-4c520d7159fa admin admin] Publish callbacks [] for security_group (aa83de3f-38c2-4d60-9557-aeff7fd2ba30), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:26.898389 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5b12-cd94-4dc8-af86-4c520d7159fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (aa83de3f-38c2-4d60-9557-aeff7fd2ba30), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:26.938613 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-4f2e5b12-cd94-4dc8-af86-4c520d7159fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de00d5152ffb48d1b596f92991d589a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288320 Jun 23 22:43:26.939479 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e5b12-cd94-4dc8-af86-4c520d7159fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa83de3f-38c2-4d60-9557-aeff7fd2ba30,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:26.941379 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38560) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:26.986547 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:26.993722 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cacd7050-8bd4-4761-9f71-260e6f186425 admin admin] Publish callbacks [] for security_group (aa83de3f-38c2-4d60-9557-aeff7fd2ba30), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.016455 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cacd7050-8bd4-4761-9f71-260e6f186425 admin admin] Publish callbacks [] for security_group (aa83de3f-38c2-4d60-9557-aeff7fd2ba30), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.064798 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cacd7050-8bd4-4761-9f71-260e6f186425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (aa83de3f-38c2-4d60-9557-aeff7fd2ba30), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.067335 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cacd7050-8bd4-4761-9f71-260e6f186425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.068506 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-cacd7050-8bd4-4761-9f71-260e6f186425 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa83de3f-38c2-4d60-9557-aeff7fd2ba30 HTTP/1.1" status: 204 len: 168 time: 0.1260729 Jun 23 22:43:27.076717 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd7050-8bd4-4761-9f71-260e6f186425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa83de3f-38c2-4d60-9557-aeff7fd2ba30,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:27.118854 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.346718 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38566) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:27.361196 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cc74944c-1f99-46b1-be5c-9f33078321c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.381489 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:27.441975 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cc74944c-1f99-46b1-be5c-9f33078321c8 admin admin] Publish callbacks [] for security_group (89a49f3a-fd14-4dfa-b7f1-2de70a830598), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.442992 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.446229 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cc74944c-1f99-46b1-be5c-9f33078321c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (89a49f3a-fd14-4dfa-b7f1-2de70a830598), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.487251 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-cc74944c-1f99-46b1-be5c-9f33078321c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae8deb8074014c20ae8e68fd045830b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393931 Jun 23 22:43:27.488137 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74944c-1f99-46b1-be5c-9f33078321c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a49f3a-fd14-4dfa-b7f1-2de70a830598,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:27.489933 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38568) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:27.542298 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-47d8ff77-6328-41cf-b5aa-bc3b6a5deee0 admin admin] Publish callbacks [] for security_group (89a49f3a-fd14-4dfa-b7f1-2de70a830598), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.564197 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-47d8ff77-6328-41cf-b5aa-bc3b6a5deee0 admin admin] Publish callbacks [] for security_group (89a49f3a-fd14-4dfa-b7f1-2de70a830598), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.602453 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e4a78-2fe6-4440-abed-d0f2caf201f7 req-f93b86c6-ab27-4314-8a63-343318517e8a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:27.603999 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1b6e4a78-2fe6-4440-abed-d0f2caf201f7 req-f93b86c6-ab27-4314-8a63-343318517e8a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0474033 Jun 23 22:43:27.613887 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-47d8ff77-6328-41cf-b5aa-bc3b6a5deee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (89a49f3a-fd14-4dfa-b7f1-2de70a830598), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.616406 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-47d8ff77-6328-41cf-b5aa-bc3b6a5deee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:27.617509 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-47d8ff77-6328-41cf-b5aa-bc3b6a5deee0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89a49f3a-fd14-4dfa-b7f1-2de70a830598 HTTP/1.1" status: 204 len: 168 time: 0.1259608 Jun 23 22:43:27.626105 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8ff77-6328-41cf-b5aa-bc3b6a5deee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a49f3a-fd14-4dfa-b7f1-2de70a830598,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:27.659890 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1b6e4a78-2fe6-4440-abed-d0f2caf201f7 req-e73b6923-eb8a-45fb-8a7f-4fc56850dbb9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494306 Jun 23 22:43:28.783472 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e036b-208b-4e95-bb05-9e2c723f039a req-8fc77421-f112-4906-8204-4eddeae60863 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:28.784950 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9b6e036b-208b-4e95-bb05-9e2c723f039a req-8fc77421-f112-4906-8204-4eddeae60863 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Jun 23 22:43:28.833967 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9b6e036b-208b-4e95-bb05-9e2c723f039a req-bfb287eb-0f9e-4fd0-b5b5-817a89346915 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 Jun 23 22:43:29.954233 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352bd4a-f8bb-4444-ad68-7fd8333a5492 req-98e16cf3-a055-42dd-807d-83177594cf1a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:29.955728 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7352bd4a-f8bb-4444-ad68-7fd8333a5492 req-98e16cf3-a055-42dd-807d-83177594cf1a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0473583 Jun 23 22:43:30.002022 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7352bd4a-f8bb-4444-ad68-7fd8333a5492 req-8bce027a-bd97-48ac-8a06-f530d27fa016 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408022 Jun 23 22:43:31.124564 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013dbee-3edc-4a06-8f5f-a80b5c097955 req-e0f9696a-e669-45f8-8a16-cc77a1fed429 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:31.125960 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7013dbee-3edc-4a06-8f5f-a80b5c097955 req-e0f9696a-e669-45f8-8a16-cc77a1fed429 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0516405 Jun 23 22:43:31.172821 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7013dbee-3edc-4a06-8f5f-a80b5c097955 req-20c22d18-e6f8-485e-b0a8-be0a3ee4ef9e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413125 Jun 23 22:43:32.292266 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a03ba-0f08-46c3-b6e1-88e523319af9 req-67aca813-ace8-46c4-b34b-f33729fe3e42 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:32.293772 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5c0a03ba-0f08-46c3-b6e1-88e523319af9 req-67aca813-ace8-46c4-b34b-f33729fe3e42 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0466795 Jun 23 22:43:32.339700 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5c0a03ba-0f08-46c3-b6e1-88e523319af9 req-c95e8797-1a26-4d9e-842c-3bbd6df44d27 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404415 Jun 23 22:43:33.120090 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:33.128969 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:33.464049 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b599a-6621-4551-972b-b7e7ce0de91f req-8a939f47-1a3b-4680-91a8-2382d58ec03d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:33.465497 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-640b599a-6621-4551-972b-b7e7ce0de91f req-8a939f47-1a3b-4680-91a8-2382d58ec03d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0518651 Jun 23 22:43:33.512085 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-640b599a-6621-4551-972b-b7e7ce0de91f req-ab4313a5-f834-4f86-9ed2-a8fdae6579c9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397243 Jun 23 22:43:34.621035 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:34.630208 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b6978-3e14-49b7-8c3f-61c4a133bbe3 req-a056b459-472c-4d41-8855-7a47528b4951 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:34.631675 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9a6b6978-3e14-49b7-8c3f-61c4a133bbe3 req-a056b459-472c-4d41-8855-7a47528b4951 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0467615 Jun 23 22:43:34.678320 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9a6b6978-3e14-49b7-8c3f-61c4a133bbe3 req-3ffcdc92-b346-4635-befa-ebfbf3424fc0 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399959 Jun 23 22:43:35.797464 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c07d9-445e-4b28-a613-d4b2fd70540c req-485f99b2-7a17-48ca-a89d-dcc1f3f2c82a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:35.798943 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-db1c07d9-445e-4b28-a613-d4b2fd70540c req-485f99b2-7a17-48ca-a89d-dcc1f3f2c82a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0469880 Jun 23 22:43:35.849699 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-db1c07d9-445e-4b28-a613-d4b2fd70540c req-f9046793-61dc-42f2-8c86-680a4448e64d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450118 Jun 23 22:43:36.144843 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 25e676fe-9948-4de4-91ae-b15fb391a86c details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:43:36.242269 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=25e676fe-9948-4de4-91ae-b15fb391a86c,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:43:36.253357 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'port_id': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'mac_address': 'fa:16:3e:38:43:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:43:36.287946 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 25e676fe-9948-4de4-91ae-b15fb391a86c is: ACTIVE; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:43:36.288330 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:36.304381 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25e676fe-9948-4de4-91ae-b15fb391a86c {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:43:36.322989 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=25e676fe-9948-4de4-91ae-b15fb391a86c,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:43:36.327481 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:36.378117 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=25e676fe-9948-4de4-91ae-b15fb391a86c,revision_number=6']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:36.385388 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.385730 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.386068 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.386398 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.386723 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.387096 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.387418 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.388929 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.389277 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.389609 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.389936 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.390262 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.390582 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.390902 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.391246 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:36.432711 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['25e676fe-9948-4de4-91ae-b15fb391a86c'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:43:36.971958 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfea57-7a16-409f-9e6d-0a70f89f9140 req-7ce09484-12a2-45fb-8a75-4b14cf59d6da tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:36.973439 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-abdfea57-7a16-409f-9e6d-0a70f89f9140 req-7ce09484-12a2-45fb-8a75-4b14cf59d6da tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 944 time: 0.0504141 Jun 23 22:43:37.023297 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-abdfea57-7a16-409f-9e6d-0a70f89f9140 req-074f74f5-78e5-4c7f-b6e8-61c03a6352b5 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442669 Jun 23 22:43:37.598799 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:37.621069 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:38.133113 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 25e676fe-9948-4de4-91ae-b15fb391a86c up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:43:38.173207 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d60e59-c017-4ad7-b2bc-542c7f45afbf req-a364a160-baa9-4bd2-b57e-c7eb709a52fc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:38.180143 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2d60e59-c017-4ad7-b2bc-542c7f45afbf req-a364a160-baa9-4bd2-b57e-c7eb709a52fc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 944 time: 0.0672002 Jun 23 22:43:38.206289 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:38.211845 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port 25e676fe-9948-4de4-91ae-b15fb391a86c triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:43:38.212219 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:38.248588 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:38.280600 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2d60e59-c017-4ad7-b2bc-542c7f45afbf req-cd71981e-a35c-412a-8bd8-b755daa4f429 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972922 Jun 23 22:43:38.314141 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 25e676fe-9948-4de4-91ae-b15fb391a86c is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:43:38.314531 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:38.347672 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:43:38.355252 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e8534d-2683-4f65-9e34-29663e2503ea" -d '{"events": [{"server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "name": "network-vif-plugged", "status": "completed", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:43:38.371834 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=25e676fe-9948-4de4-91ae-b15fb391a86c,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:43:38.381135 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:38.427398 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657b3265-119b-4502-b1c7-26325728894e x-openstack-request-id: req-657b3265-119b-4502-b1c7-26325728894e {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:43:38.427888 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "name": "network-vif-plugged", "status": "completed", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:43:38.428132 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-657b3265-119b-4502-b1c7-26325728894e {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:43:38.428709 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-657b3265-119b-4502-b1c7-26325728894e'] response: {'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'code': 200} Jun 23 22:43:38.461657 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=25e676fe-9948-4de4-91ae-b15fb391a86c,revision_number=7']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:38.616983 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38754) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:38.739247 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:38.836117 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Publish callbacks [] for security_group (957b1926-a18e-4d76-a3ce-bd17f4c6fdcd), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:38.840208 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (957b1926-a18e-4d76-a3ce-bd17f4c6fdcd), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:38.882692 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957b1926-a18e-4d76-a3ce-bd17f4c6fdcd,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:38.891457 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f871727976b4778b8aaa3115c03be4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733219 Jun 23 22:43:38.892008 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38758) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:38.896628 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.896978 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.897322 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.897656 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.897991 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.898469 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.898805 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.899175 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.899503 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.899830 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.900149 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.900540 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.900862 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.901179 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.901497 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc808-3805-44c4-954f-0faeca19f420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:38.971289 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Publish callbacks [] for security_group (957b1926-a18e-4d76-a3ce-bd17f4c6fdcd), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:38.995294 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Publish callbacks [] for security_group (957b1926-a18e-4d76-a3ce-bd17f4c6fdcd), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:39.051586 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (957b1926-a18e-4d76-a3ce-bd17f4c6fdcd), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:39.054339 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:39.058498 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/957b1926-a18e-4d76-a3ce-bd17f4c6fdcd HTTP/1.1" status: 204 len: 168 time: 0.1653442 Jun 23 22:43:39.068708 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957b1926-a18e-4d76-a3ce-bd17f4c6fdcd,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:39.076663 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.077271 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.077959 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.078583 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.079109 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.079606 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.080084 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.080556 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.081029 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.081501 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.082001 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.082323 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.082646 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.082991 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.083460 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c2352-85b1-4af4-8b99-86660a875881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:43:39.433383 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9fc29-36ec-41f5-8c65-dd7ca631da91 req-56dca796-925b-4d31-927e-1e350a57e35a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:39.436201 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b1a9fc29-36ec-41f5-8c65-dd7ca631da91 req-56dca796-925b-4d31-927e-1e350a57e35a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0627372 Jun 23 22:43:39.460294 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38766) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:39.475895 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3522674b-bf88-4304-9bf9-110deec8c160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:39.505399 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b1a9fc29-36ec-41f5-8c65-dd7ca631da91 req-52da2cd4-db65-44d6-b951-09e1fc77d811 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633667 Jun 23 22:43:39.576164 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3522674b-bf88-4304-9bf9-110deec8c160 admin admin] Publish callbacks [] for security_group (b3bbffb0-f48d-4b98-84af-21f1a65614e1), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:39.581388 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3522674b-bf88-4304-9bf9-110deec8c160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (b3bbffb0-f48d-4b98-84af-21f1a65614e1), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:39.629068 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38768) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:39.631035 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3522674b-bf88-4304-9bf9-110deec8c160 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42cdc768d2534b33b34e10d574468d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659060 Jun 23 22:43:39.632001 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522674b-bf88-4304-9bf9-110deec8c160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bbffb0-f48d-4b98-84af-21f1a65614e1,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:39.697751 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e50e363b-acfa-4f44-a48c-869094b1543f admin admin] Publish callbacks [] for security_group (b3bbffb0-f48d-4b98-84af-21f1a65614e1), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:39.722084 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e50e363b-acfa-4f44-a48c-869094b1543f admin admin] Publish callbacks [] for security_group (b3bbffb0-f48d-4b98-84af-21f1a65614e1), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:39.787357 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e50e363b-acfa-4f44-a48c-869094b1543f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (b3bbffb0-f48d-4b98-84af-21f1a65614e1), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:39.790282 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-e50e363b-acfa-4f44-a48c-869094b1543f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:39.791870 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-e50e363b-acfa-4f44-a48c-869094b1543f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3bbffb0-f48d-4b98-84af-21f1a65614e1 HTTP/1.1" status: 204 len: 168 time: 0.1614113 Jun 23 22:43:39.811109 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e363b-acfa-4f44-a48c-869094b1543f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bbffb0-f48d-4b98-84af-21f1a65614e1,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:40.650600 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89466d8c-70e1-423e-9dcf-3c5c54fddb93 req-65427fcd-5e1f-4d45-b876-effed1242cdb tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:40.653080 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-89466d8c-70e1-423e-9dcf-3c5c54fddb93 req-65427fcd-5e1f-4d45-b876-effed1242cdb tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0560703 Jun 23 22:43:40.738994 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-89466d8c-70e1-423e-9dcf-3c5c54fddb93 req-7049b1c9-59f8-43d6-846c-cc0f3466d6a1 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788403 Jun 23 22:43:41.902652 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242118e-2701-4f88-816b-4c7bec6b5e35 req-5ae864f9-e5c5-4cf6-93ff-8dcfb727d5b8 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:41.910911 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c242118e-2701-4f88-816b-4c7bec6b5e35 req-5ae864f9-e5c5-4cf6-93ff-8dcfb727d5b8 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0621579 Jun 23 22:43:41.977513 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c242118e-2701-4f88-816b-4c7bec6b5e35 req-8b8524bc-c600-41bb-bca4-9200523b9919 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654695 Jun 23 22:43:43.119979 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb07cc-4048-482d-aaa8-32c5a58c22aa req-8089e005-97af-402b-9dec-43441664ac58 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:43.127938 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d1bb07cc-4048-482d-aaa8-32c5a58c22aa req-8089e005-97af-402b-9dec-43441664ac58 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0660379 Jun 23 22:43:43.160941 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:43.183580 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d1bb07cc-4048-482d-aaa8-32c5a58c22aa req-00349b04-5543-4ca6-b4c2-fe418e162cce tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543785 Jun 23 22:43:44.316104 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2758d-c74c-491a-ae14-5f79e3560c17 req-25b450a6-0a5c-4180-b5bd-733f0895c4d7 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:44.317728 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-65a2758d-c74c-491a-ae14-5f79e3560c17 req-25b450a6-0a5c-4180-b5bd-733f0895c4d7 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0556531 Jun 23 22:43:44.378209 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-65a2758d-c74c-491a-ae14-5f79e3560c17 req-630868d0-bc48-4f21-a9d4-7c6adfa5c32f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531383 Jun 23 22:43:44.863068 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:43:45.546258 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2e550-f4b3-4cc2-b730-edf4fc19004a req-dfb66527-e0f8-4145-8b07-307280f310dc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:45.548640 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6bc2e550-f4b3-4cc2-b730-edf4fc19004a req-dfb66527-e0f8-4145-8b07-307280f310dc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0730383 Jun 23 22:43:45.594827 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:45.614521 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6bc2e550-f4b3-4cc2-b730-edf4fc19004a req-c3706dba-3ef0-489e-9ef7-6ae3a9a91426 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593629 Jun 23 22:43:45.627224 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38886) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:45.764524 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b87e5126-2666-4b8d-90c5-7b70aaef7a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:45.853929 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b87e5126-2666-4b8d-90c5-7b70aaef7a33 admin admin] Publish callbacks [] for security_group (1732437c-7c50-4436-93fd-04f3b296acd9), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:45.858253 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b87e5126-2666-4b8d-90c5-7b70aaef7a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (1732437c-7c50-4436-93fd-04f3b296acd9), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:45.904590 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-b87e5126-2666-4b8d-90c5-7b70aaef7a33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3d44990af8246a0b3b3af11b2a54809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754791 Jun 23 22:43:45.905734 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e5126-2666-4b8d-90c5-7b70aaef7a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1732437c-7c50-4436-93fd-04f3b296acd9,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:45.908914 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38890) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:45.972822 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d4da3617-585e-463d-a1c8-70e60ef8a077 admin admin] Publish callbacks [] for security_group (1732437c-7c50-4436-93fd-04f3b296acd9), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:45.995191 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d4da3617-585e-463d-a1c8-70e60ef8a077 admin admin] Publish callbacks [] for security_group (1732437c-7c50-4436-93fd-04f3b296acd9), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:46.049256 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d4da3617-585e-463d-a1c8-70e60ef8a077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (1732437c-7c50-4436-93fd-04f3b296acd9), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:46.052133 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d4da3617-585e-463d-a1c8-70e60ef8a077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:46.053289 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-d4da3617-585e-463d-a1c8-70e60ef8a077 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1732437c-7c50-4436-93fd-04f3b296acd9 HTTP/1.1" status: 204 len: 168 time: 0.1431949 Jun 23 22:43:46.062205 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da3617-585e-463d-a1c8-70e60ef8a077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1732437c-7c50-4436-93fd-04f3b296acd9,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:46.436625 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38896) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:46.450188 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a6a0efed-febc-452d-8965-f398ec19806b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:46.542057 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a6a0efed-febc-452d-8965-f398ec19806b admin admin] Publish callbacks [] for security_group (3d1cb80e-fcb7-43a6-8cf0-33994dbd1c5f), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:46.547293 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a6a0efed-febc-452d-8965-f398ec19806b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (3d1cb80e-fcb7-43a6-8cf0-33994dbd1c5f), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:46.591691 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-a6a0efed-febc-452d-8965-f398ec19806b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ea7368e39f343b68eb92c3b6a5f730a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536820 Jun 23 22:43:46.592111 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38902) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:46.592600 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0efed-febc-452d-8965-f398ec19806b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1cb80e-fcb7-43a6-8cf0-33994dbd1c5f,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:46.646776 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-31ccc7d0-87ed-49dc-a689-cb3e2d0a9ff8 admin admin] Publish callbacks [] for security_group (3d1cb80e-fcb7-43a6-8cf0-33994dbd1c5f), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:46.676818 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-31ccc7d0-87ed-49dc-a689-cb3e2d0a9ff8 admin admin] Publish callbacks [] for security_group (3d1cb80e-fcb7-43a6-8cf0-33994dbd1c5f), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:46.735961 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-31ccc7d0-87ed-49dc-a689-cb3e2d0a9ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (3d1cb80e-fcb7-43a6-8cf0-33994dbd1c5f), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:46.739173 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-31ccc7d0-87ed-49dc-a689-cb3e2d0a9ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:46.744510 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-31ccc7d0-87ed-49dc-a689-cb3e2d0a9ff8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d1cb80e-fcb7-43a6-8cf0-33994dbd1c5f HTTP/1.1" status: 204 len: 168 time: 0.1509659 Jun 23 22:43:46.749008 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:46.754627 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccc7d0-87ed-49dc-a689-cb3e2d0a9ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1cb80e-fcb7-43a6-8cf0-33994dbd1c5f,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:46.774277 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0300a2b-08a6-40dd-b182-dc4afef43999 req-e24250ce-841b-4d56-8f8e-5e4323fecf78 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:46.781734 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a0300a2b-08a6-40dd-b182-dc4afef43999 req-e24250ce-841b-4d56-8f8e-5e4323fecf78 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0762074 Jun 23 22:43:46.837180 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a0300a2b-08a6-40dd-b182-dc4afef43999 req-93aba771-d8d9-4fae-8ca9-180729cedc61 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544934 Jun 23 22:43:47.174465 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 38910) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:47.188049 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bc53f073-e8df-49ea-bb93-e84b47df335e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:47.248851 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=72,neutron:INSERT=25,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:47.275539 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bc53f073-e8df-49ea-bb93-e84b47df335e admin admin] Publish callbacks [] for security_group (dcf67627-39ff-4274-8e50-c2765dedd91c), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:47.280959 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bc53f073-e8df-49ea-bb93-e84b47df335e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (dcf67627-39ff-4274-8e50-c2765dedd91c), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:47.319817 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53f073-e8df-49ea-bb93-e84b47df335e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf67627-39ff-4274-8e50-c2765dedd91c,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:47.327400 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-bc53f073-e8df-49ea-bb93-e84b47df335e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce6d99420d6c4b349945e6ead1af603a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518502 Jun 23 22:43:47.328574 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 38920) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:47.377337 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-146df346-a2ac-4e9b-ae9f-b310dc179dfd admin admin] Publish callbacks [] for security_group (dcf67627-39ff-4274-8e50-c2765dedd91c), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:47.401662 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-146df346-a2ac-4e9b-ae9f-b310dc179dfd admin admin] Publish callbacks [] for security_group (dcf67627-39ff-4274-8e50-c2765dedd91c), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:47.449225 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-146df346-a2ac-4e9b-ae9f-b310dc179dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (dcf67627-39ff-4274-8e50-c2765dedd91c), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:47.452948 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-146df346-a2ac-4e9b-ae9f-b310dc179dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:47.454055 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-146df346-a2ac-4e9b-ae9f-b310dc179dfd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcf67627-39ff-4274-8e50-c2765dedd91c HTTP/1.1" status: 204 len: 168 time: 0.1251264 Jun 23 22:43:47.461530 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146df346-a2ac-4e9b-ae9f-b310dc179dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf67627-39ff-4274-8e50-c2765dedd91c,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:47.937248 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45fc3-5a89-4f28-9509-da4353d46807 req-611b650e-2d97-4698-a6ed-267dfd3fcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:47.938735 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-16c45fc3-5a89-4f28-9509-da4353d46807 req-611b650e-2d97-4698-a6ed-267dfd3fcb41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 1129 time: 0.0561109 Jun 23 22:43:47.968365 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:47.993340 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10c056-8560-4614-8e24-30d4774791fb req-85f2f7f0-be92-4e2b-b29c-2704bd660b98 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:47.994823 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dc10c056-8560-4614-8e24-30d4774791fb req-85f2f7f0-be92-4e2b-b29c-2704bd660b98 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0738575 Jun 23 22:43:48.098585 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dc10c056-8560-4614-8e24-30d4774791fb req-78813e59-9209-4c8a-8da5-955471951538 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949919 Jun 23 22:43:48.099733 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45fc3-5a89-4f28-9509-da4353d46807 req-fcc88aec-3bf2-45a3-a8ea-0af43cd33657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:48.101070 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-16c45fc3-5a89-4f28-9509-da4353d46807 req-fcc88aec-3bf2-45a3-a8ea-0af43cd33657 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 917 time: 0.1466458 Jun 23 22:43:48.163679 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-16c45fc3-5a89-4f28-9509-da4353d46807 req-e11eac5a-199c-4def-96bc-ac0cd1943c1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25e676fe-9948-4de4-91ae-b15fb391a86c HTTP/1.1" status: 200 len: 1001 time: 0.0552695 Jun 23 22:43:48.201580 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:48.220742 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45fc3-5a89-4f28-9509-da4353d46807 req-1352b1e3-f60d-427e-a322-b01864cb83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:48.222202 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-16c45fc3-5a89-4f28-9509-da4353d46807 req-1352b1e3-f60d-427e-a322-b01864cb83fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73fac7ba-e561-4aac-8f69-54f4d658f85e HTTP/1.1" status: 200 len: 855 time: 0.0514309 Jun 23 22:43:48.265438 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45fc3-5a89-4f28-9509-da4353d46807 req-88dfe720-3d5f-42a6-b41d-e820aa40e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:48.266961 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-16c45fc3-5a89-4f28-9509-da4353d46807 req-88dfe720-3d5f-42a6-b41d-e820aa40e10f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380468 Jun 23 22:43:48.363536 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-16c45fc3-5a89-4f28-9509-da4353d46807 req-e1d0d01e-dee9-4346-81f0-3fdf0a21a147 service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900428 Jun 23 22:43:48.456248 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-16c45fc3-5a89-4f28-9509-da4353d46807 req-9cb9739c-32ef-408c-b8a8-c54d791912f9 service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860224 Jun 23 22:43:49.227756 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f51ff-78c0-4dfb-8fa2-d31b12da06b4 req-be13ccd9-cf75-4db2-bded-50acadfe9151 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:49.229232 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-382f51ff-78c0-4dfb-8fa2-d31b12da06b4 req-be13ccd9-cf75-4db2-bded-50acadfe9151 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0512106 Jun 23 22:43:49.284350 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-382f51ff-78c0-4dfb-8fa2-d31b12da06b4 req-2414e58b-e23c-4936-a6df-f1fae1da378c tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488596 Jun 23 22:43:50.400974 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ee529-16a6-4394-b457-6445b2a25257 req-06a41be0-db71-4284-9e6f-200dd343020e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:50.402429 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c71ee529-16a6-4394-b457-6445b2a25257 req-06a41be0-db71-4284-9e6f-200dd343020e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0463517 Jun 23 22:43:50.450255 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c71ee529-16a6-4394-b457-6445b2a25257 req-93332be9-58c2-4fa4-861e-eac9e275ab0c tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422974 Jun 23 22:43:50.956572 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [req-e4896a36-7986-468d-82f9-43d28721b288 req-69c09e3c-30fe-4e9f-8770-77024d5ef3cb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:43:50.957602 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e4896a36-7986-468d-82f9-43d28721b288 req-69c09e3c-30fe-4e9f-8770-77024d5ef3cb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055480 Jun 23 22:43:51.111359 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100d3b2-69ed-4b08-9ba8-139d578f7002 req-43648a82-3649-4129-b2c3-6fc9d2a3b9fc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:51.112839 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6100d3b2-69ed-4b08-9ba8-139d578f7002 req-43648a82-3649-4129-b2c3-6fc9d2a3b9fc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0476725 Jun 23 22:43:51.161401 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6100d3b2-69ed-4b08-9ba8-139d578f7002 req-f4f5866e-cecc-42dd-999e-f803664e85a8 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Jun 23 22:43:51.430945 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39024) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:51.513480 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-ae722307-b31b-4198-b0cb-9e12fdde9868 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808666 Jun 23 22:43:51.521712 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-82f9d872-34a2-4045-ab4f-c081bd2db5ac service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104139) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:43:51.522645 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-82f9d872-34a2-4045-ab4f-c081bd2db5ac service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047317 Jun 23 22:43:51.597358 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39032) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:51.697478 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-4489ac28-f9c8-4201-b7c1-43298ad45198 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:51.698812 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-4489ac28-f9c8-4201-b7c1-43298ad45198 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports/25e676fe-9948-4de4-91ae-b15fb391a86c HTTP/1.1" status: 200 len: 942 time: 0.1002429 Jun 23 22:43:52.205041 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 25e676fe-9948-4de4-91ae-b15fb391a86c no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:43:52.282450 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 25e676fe-9948-4de4-91ae-b15fb391a86c is: ACTIVE; New status is: DOWN {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:43:52.282835 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:52.286510 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13caf3c-11d1-464b-9be8-2d6d127bca48 req-eb761dd5-5302-4340-8e75-6272bcf3181f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:52.287979 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b13caf3c-11d1-464b-9be8-2d6d127bca48 req-eb761dd5-5302-4340-8e75-6272bcf3181f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 945 time: 0.0460684 Jun 23 22:43:52.307793 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:43:52.310066 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a93b7f3-56d2-403f-b4f7-06f965bd2e1b" -d '{"events": [{"server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "name": "network-vif-unplugged", "status": "completed", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:43:52.327539 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=25e676fe-9948-4de4-91ae-b15fb391a86c,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:43:52.332762 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:52.342474 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:52.347444 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b13caf3c-11d1-464b-9be8-2d6d127bca48 req-ecc4c0aa-fb93-43b1-9a04-042e62efffe1 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536406 Jun 23 22:43:52.372350 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Jun 2022 22:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3204333d-a6d4-4d0b-8d1d-0d7ef9e745a4 x-openstack-request-id: req-3204333d-a6d4-4d0b-8d1d-0d7ef9e745a4 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:43:52.372731 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "name": "network-vif-unplugged", "status": "failed", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c", "code": 422}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:43:52.372992 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3204333d-a6d4-4d0b-8d1d-0d7ef9e745a4 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:43:52.373313 dv-cinder-846173-2-iscsi neutron-server[104140]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3204333d-a6d4-4d0b-8d1d-0d7ef9e745a4']: {'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'code': 422} returned with failed status Jun 23 22:43:52.386428 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c9f22117-bfa2-43cc-9384-f63282dad49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:52.400337 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=25e676fe-9948-4de4-91ae-b15fb391a86c,revision_number=8']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:53.082505 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-c96bc014-c07c-4cd2-bb9a-7c0023b20c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:53.084146 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-c96bc014-c07c-4cd2-bb9a-7c0023b20c00 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3&tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1 HTTP/1.1" status: 200 len: 1127 time: 0.0409994 Jun 23 22:43:53.145923 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:53.149627 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-cef5d95f-2949-47be-bc4a-e9ac477f2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:53.151212 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-cef5d95f-2949-47be-bc4a-e9ac477f2f17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 1127 time: 0.0442021 Jun 23 22:43:53.241742 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-28c45de2-1207-4dc9-ba58-336bae50214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:53.243267 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-28c45de2-1207-4dc9-ba58-336bae50214c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 917 time: 0.0848043 Jun 23 22:43:53.313122 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-46190653-e698-43ce-be1a-ace55cfc7c9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25e676fe-9948-4de4-91ae-b15fb391a86c HTTP/1.1" status: 200 len: 999 time: 0.0628915 Jun 23 22:43:53.369381 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-3288fe2d-86e1-4ee5-9acf-009f09bb6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:53.371031 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-3288fe2d-86e1-4ee5-9acf-009f09bb6fdc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73fac7ba-e561-4aac-8f69-54f4d658f85e HTTP/1.1" status: 200 len: 855 time: 0.0502799 Jun 23 22:43:53.425169 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-17ff0b87-216f-4935-819a-c0f594d9b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:53.426863 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-17ff0b87-216f-4935-819a-c0f594d9b89d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494699 Jun 23 22:43:53.535289 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b966e-e119-46b3-babe-fef44391ffc1 req-e4ae3b79-3a02-4e7a-85d9-9f27f13a9ad1 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:53.536752 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c5b966e-e119-46b3-babe-fef44391ffc1 req-e4ae3b79-3a02-4e7a-85d9-9f27f13a9ad1 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0937240 Jun 23 22:43:53.546131 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:53.585731 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-da0a9cec-b42a-4554-ba9a-8dc93733e45e service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513445 Jun 23 22:43:53.619045 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8c5b966e-e119-46b3-babe-fef44391ffc1 req-99fdfad4-204b-47d3-a26e-f570e7f948cd tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761142 Jun 23 22:43:53.934094 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7449cc17-686c-4d95-afe1-b86e47fdfb32 req-c8eff898-0d4c-4fcd-ba83-a51f63aa83bf service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381252 Jun 23 22:43:54.543395 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ace57461-3ec2-485a-b7e7-68b635ee032b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:54.775063 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353477c6-de13-4db3-94a3-635f56d302eb req-c6a2b435-2123-4767-a134-be56595afc53 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:54.785852 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-353477c6-de13-4db3-94a3-635f56d302eb req-c6a2b435-2123-4767-a134-be56595afc53 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0732956 Jun 23 22:43:54.836275 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-353477c6-de13-4db3-94a3-635f56d302eb req-fc997ed3-80c5-481f-bc44-761a5b5bb18a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480189 Jun 23 22:43:55.995178 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147f55a-51cf-4473-b49a-5fbb9d31af3f req-ff9d1599-49f9-492b-9020-3bcc2bc0a6bd tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:56.003565 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:56.004144 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0147f55a-51cf-4473-b49a-5fbb9d31af3f req-ff9d1599-49f9-492b-9020-3bcc2bc0a6bd tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0580246 Jun 23 22:43:56.075709 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0147f55a-51cf-4473-b49a-5fbb9d31af3f req-1579ad8a-8fe2-47f2-a78d-e0dad797b73a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689819 Jun 23 22:43:56.849206 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:56.854361 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:57.144845 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:57.305545 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2953149-d86d-45b6-9316-bfaffaf9875a req-5babf669-b853-48a1-a9df-9f02ad9863c4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:57.309348 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2953149-d86d-45b6-9316-bfaffaf9875a req-5babf669-b853-48a1-a9df-9f02ad9863c4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0804386 Jun 23 22:43:57.365309 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c2953149-d86d-45b6-9316-bfaffaf9875a req-5c6c4e4f-cecc-4b99-9f31-a9332d4bc7ad tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500438 Jun 23 22:43:57.449797 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:58.500745 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d2718-b79d-478c-ae85-53ebef37c2a7 req-9d31bd79-498c-45a7-825b-87d04dba3189 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:58.508311 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9d6d2718-b79d-478c-ae85-53ebef37c2a7 req-9d31bd79-498c-45a7-825b-87d04dba3189 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0585628 Jun 23 22:43:58.568948 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9d6d2718-b79d-478c-ae85-53ebef37c2a7 req-8be76c42-f92e-4b16-bc79-85bbfa405a9d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596373 Jun 23 22:43:58.708980 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39128) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:58.840487 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b184d6e0-910c-4842-8834-bef213dbca2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:58.911668 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:58.940972 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b184d6e0-910c-4842-8834-bef213dbca2a admin admin] Publish callbacks [] for security_group (24b43a68-f990-49f8-a72e-e2463ad68156), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:58.946803 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-b184d6e0-910c-4842-8834-bef213dbca2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (24b43a68-f990-49f8-a72e-e2463ad68156), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:58.998782 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-b184d6e0-910c-4842-8834-bef213dbca2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7fda95efa0af4164902ba45a42669d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855630 Jun 23 22:43:58.999051 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39134) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:59.015561 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184d6e0-910c-4842-8834-bef213dbca2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b43a68-f990-49f8-a72e-e2463ad68156,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:59.057937 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac608325-27f0-4685-9f9e-77eb93c358e4 admin admin] Publish callbacks [] for security_group (24b43a68-f990-49f8-a72e-e2463ad68156), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:59.082705 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac608325-27f0-4685-9f9e-77eb93c358e4 admin admin] Publish callbacks [] for security_group (24b43a68-f990-49f8-a72e-e2463ad68156), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:59.118448 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:43:59.143034 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac608325-27f0-4685-9f9e-77eb93c358e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (24b43a68-f990-49f8-a72e-e2463ad68156), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:59.146197 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac608325-27f0-4685-9f9e-77eb93c358e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:59.147496 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-ac608325-27f0-4685-9f9e-77eb93c358e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24b43a68-f990-49f8-a72e-e2463ad68156 HTTP/1.1" status: 204 len: 168 time: 0.1477363 Jun 23 22:43:59.159071 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac608325-27f0-4685-9f9e-77eb93c358e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b43a68-f990-49f8-a72e-e2463ad68156,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:59.648624 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39142) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:43:59.696630 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1756ce24-5b7f-40b9-9b16-2bc674283deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:59.733835 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771ec13-11df-4ee1-a852-26761a05e198 req-4f0763c6-96fd-42c8-8022-619f2b280544 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:43:59.735341 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1771ec13-11df-4ee1-a852-26761a05e198 req-4f0763c6-96fd-42c8-8022-619f2b280544 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0845232 Jun 23 22:43:59.844366 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1771ec13-11df-4ee1-a852-26761a05e198 req-0af6efcb-0770-4049-ae23-d0bc600c5c4d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911937 Jun 23 22:43:59.895745 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1756ce24-5b7f-40b9-9b16-2bc674283deb admin admin] Publish callbacks [] for security_group (dc6bf71e-bc8c-42eb-868f-bd698d976137), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:59.901696 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1756ce24-5b7f-40b9-9b16-2bc674283deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (dc6bf71e-bc8c-42eb-868f-bd698d976137), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:43:59.967311 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-1756ce24-5b7f-40b9-9b16-2bc674283deb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0186183db3784362879d2bcacfdcf248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173647 Jun 23 22:43:59.969611 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756ce24-5b7f-40b9-9b16-2bc674283deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6bf71e-bc8c-42eb-868f-bd698d976137,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:43:59.969995 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39144) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:00.036019 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-286d6683-bb8d-4085-90e7-ab2451a312b1 admin admin] Publish callbacks [] for security_group (dc6bf71e-bc8c-42eb-868f-bd698d976137), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:00.069694 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-286d6683-bb8d-4085-90e7-ab2451a312b1 admin admin] Publish callbacks [] for security_group (dc6bf71e-bc8c-42eb-868f-bd698d976137), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:00.130203 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-286d6683-bb8d-4085-90e7-ab2451a312b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (dc6bf71e-bc8c-42eb-868f-bd698d976137), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:00.133251 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-286d6683-bb8d-4085-90e7-ab2451a312b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:00.134740 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-286d6683-bb8d-4085-90e7-ab2451a312b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc6bf71e-bc8c-42eb-868f-bd698d976137 HTTP/1.1" status: 204 len: 168 time: 0.1636918 Jun 23 22:44:00.148142 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d6683-bb8d-4085-90e7-ab2451a312b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6bf71e-bc8c-42eb-868f-bd698d976137,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:01.019351 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4f0b4-0191-4cb3-a38b-e83a829ef1f7 req-0a10d9d1-82b8-49ff-b9a9-0a59524a45d5 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:01.021691 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-27b4f0b4-0191-4cb3-a38b-e83a829ef1f7 req-0a10d9d1-82b8-49ff-b9a9-0a59524a45d5 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0786982 Jun 23 22:44:01.081805 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-27b4f0b4-0191-4cb3-a38b-e83a829ef1f7 req-c6dde987-4536-48a3-b0e9-a969c84249db tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541704 Jun 23 22:44:01.497731 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39178) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:01.621518 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc0a5-ece8-42ed-bf3a-9f2625b50a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:01.714733 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc0a5-ece8-42ed-bf3a-9f2625b50a8f admin admin] Publish callbacks [] for security_group (9e911697-67f7-446e-9b8c-b821ec34518d), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:01.718361 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc0a5-ece8-42ed-bf3a-9f2625b50a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9e911697-67f7-446e-9b8c-b821ec34518d), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:01.757381 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cc0a5-ece8-42ed-bf3a-9f2625b50a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e911697-67f7-446e-9b8c-b821ec34518d,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:01.764909 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-bd8cc0a5-ece8-42ed-bf3a-9f2625b50a8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bea3d94bf55241dcab0f0896f77abc4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628551 Jun 23 22:44:01.765804 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39182) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:01.816060 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-408c913e-64a7-4f8f-8f40-b7c5da4d3018 admin admin] Publish callbacks [] for security_group (9e911697-67f7-446e-9b8c-b821ec34518d), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:01.843158 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-408c913e-64a7-4f8f-8f40-b7c5da4d3018 admin admin] Publish callbacks [] for security_group (9e911697-67f7-446e-9b8c-b821ec34518d), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:01.891836 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-408c913e-64a7-4f8f-8f40-b7c5da4d3018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9e911697-67f7-446e-9b8c-b821ec34518d), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:01.895154 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-408c913e-64a7-4f8f-8f40-b7c5da4d3018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:01.898904 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-408c913e-64a7-4f8f-8f40-b7c5da4d3018 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e911697-67f7-446e-9b8c-b821ec34518d HTTP/1.1" status: 204 len: 168 time: 0.1327696 Jun 23 22:44:01.907322 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c913e-64a7-4f8f-8f40-b7c5da4d3018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e911697-67f7-446e-9b8c-b821ec34518d,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:02.216407 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e758751-b9d1-4efe-a689-f1eefe421921 req-6c49f6cc-8d0c-4c15-99c3-9517917d725e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:02.218265 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3e758751-b9d1-4efe-a689-f1eefe421921 req-6c49f6cc-8d0c-4c15-99c3-9517917d725e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0500982 Jun 23 22:44:02.265833 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3e758751-b9d1-4efe-a689-f1eefe421921 req-5ffe7a98-d9ef-42e7-a3ba-d9341b543eba tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419385 Jun 23 22:44:03.113307 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:03.394602 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96b54e-98a7-4f1c-9e1d-07d3df2a4d95 req-72e2a2d7-c203-4c67-809e-2e08405817dc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:03.396332 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0c96b54e-98a7-4f1c-9e1d-07d3df2a4d95 req-72e2a2d7-c203-4c67-809e-2e08405817dc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0519516 Jun 23 22:44:03.451401 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0c96b54e-98a7-4f1c-9e1d-07d3df2a4d95 req-b094c4b1-e942-4004-875e-b431308e1076 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491502 Jun 23 22:44:04.575938 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08617f-cb46-4665-ad21-e03dbcaaa72d req-8033eddd-f459-443e-beab-db1af578c66c tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:04.577542 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bf08617f-cb46-4665-ad21-e03dbcaaa72d req-8033eddd-f459-443e-beab-db1af578c66c tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0482459 Jun 23 22:44:04.624267 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bf08617f-cb46-4665-ad21-e03dbcaaa72d req-b993ae60-e4b8-412a-ac1a-7e13d55e255d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409553 Jun 23 22:44:05.675142 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:05.709316 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d26ca411-83d1-4ce1-a496-f2775d0c66b8 req-6579565a-9303-41f6-9c7b-8fe1a7b66f6d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431259 Jun 23 22:44:05.757611 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b094be-b0a0-47f4-a36c-56a3fa2cfe40 req-6fe64b1a-5313-492b-8732-640c90e96c96 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:05.759164 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a7b094be-b0a0-47f4-a36c-56a3fa2cfe40 req-6fe64b1a-5313-492b-8732-640c90e96c96 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0487659 Jun 23 22:44:05.816277 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca411-83d1-4ce1-a496-f2775d0c66b8 req-8c1e2acd-95a3-4d0d-bbaa-2ea69211ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:05.817762 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d26ca411-83d1-4ce1-a496-f2775d0c66b8 req-8c1e2acd-95a3-4d0d-bbaa-2ea69211ea8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dceb245422db46eaa1440c39b5755aca&device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 1129 time: 0.0577343 Jun 23 22:44:05.839661 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a7b094be-b0a0-47f4-a36c-56a3fa2cfe40 req-5f53ad25-9055-44bb-8467-cc70a258adb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703228 Jun 23 22:44:05.927373 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca411-83d1-4ce1-a496-f2775d0c66b8 req-66a0e39b-72b9-4bc7-900c-4ff3c693a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:05.928767 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d26ca411-83d1-4ce1-a496-f2775d0c66b8 req-66a0e39b-72b9-4bc7-900c-4ff3c693a716 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc HTTP/1.1" status: 200 len: 909 time: 0.0882370 Jun 23 22:44:05.996206 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d26ca411-83d1-4ce1-a496-f2775d0c66b8 req-99841989-7fd9-40a7-8c8c-026025bac54a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 HTTP/1.1" status: 200 len: 1001 time: 0.0596943 Jun 23 22:44:06.037627 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:06.048344 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca411-83d1-4ce1-a496-f2775d0c66b8 req-8b96a65a-03af-4ff7-b85b-a4e24aadb2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:06.049796 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d26ca411-83d1-4ce1-a496-f2775d0c66b8 req-8b96a65a-03af-4ff7-b85b-a4e24aadb2c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3aed83f-7970-4afc-91d7-b738c12b5855 HTTP/1.1" status: 200 len: 847 time: 0.0472679 Jun 23 22:44:06.095298 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca411-83d1-4ce1-a496-f2775d0c66b8 req-baea1d26-ac29-4f82-bede-48faa99ad262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:06.096907 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d26ca411-83d1-4ce1-a496-f2775d0c66b8 req-baea1d26-ac29-4f82-bede-48faa99ad262 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408266 Jun 23 22:44:06.197753 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d26ca411-83d1-4ce1-a496-f2775d0c66b8 req-8c827ae6-16d7-4789-b3c2-bac1b0500330 service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910723 Jun 23 22:44:06.291826 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d26ca411-83d1-4ce1-a496-f2775d0c66b8 req-e5ecc1e3-79b5-4df7-b977-850a4346ceb3 service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872831 Jun 23 22:44:06.966298 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576edb07-57d2-4fbf-be94-dd53986c13fc req-f74e1eb6-e66f-4df2-91d9-9ed2c4797ac8 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:06.967836 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-576edb07-57d2-4fbf-be94-dd53986c13fc req-f74e1eb6-e66f-4df2-91d9-9ed2c4797ac8 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0508022 Jun 23 22:44:07.016046 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-576edb07-57d2-4fbf-be94-dd53986c13fc req-4737d021-5b83-4eed-bf65-1aa851964101 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422597 Jun 23 22:44:08.142355 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ed5b7-502d-44fd-a961-ca9eb68b86d8 req-2b79a3e3-ca1b-4521-8a46-38f14c8439cf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:08.143926 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7b2ed5b7-502d-44fd-a961-ca9eb68b86d8 req-2b79a3e3-ca1b-4521-8a46-38f14c8439cf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0493782 Jun 23 22:44:08.193281 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7b2ed5b7-502d-44fd-a961-ca9eb68b86d8 req-b122c4a7-017e-4b99-a53f-c0949956b194 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438926 Jun 23 22:44:09.318070 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c7d40-3488-468a-ba23-00fdb217f3c5 req-d58be090-ea82-4da9-aee6-dfc27c1c75da tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:09.319959 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-aa7c7d40-3488-468a-ba23-00fdb217f3c5 req-d58be090-ea82-4da9-aee6-dfc27c1c75da tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0537341 Jun 23 22:44:09.370697 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-aa7c7d40-3488-468a-ba23-00fdb217f3c5 req-42380458-e45e-4dc3-b825-3474838026c9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444043 Jun 23 22:44:10.493530 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8d2c5-5656-4bbc-a640-860d242f85cb req-ba91434a-3070-4f1c-8236-29c543db428b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:10.495070 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f5d8d2c5-5656-4bbc-a640-860d242f85cb req-ba91434a-3070-4f1c-8236-29c543db428b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0491009 Jun 23 22:44:10.526283 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:10.545171 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f5d8d2c5-5656-4bbc-a640-860d242f85cb req-aaf52d02-b5a8-420c-b368-e03d7cbb5eb8 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441375 Jun 23 22:44:11.666306 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6babca-a5a7-469d-9857-52d237e82592 req-47f3fd91-83db-4c86-b019-5d5da5ca630a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:11.668140 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fd6babca-a5a7-469d-9857-52d237e82592 req-47f3fd91-83db-4c86-b019-5d5da5ca630a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 943 time: 0.0490460 Jun 23 22:44:11.721091 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fd6babca-a5a7-469d-9857-52d237e82592 req-c5c80488-c253-47f7-a201-648381ec5ab7 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468071 Jun 23 22:44:11.876425 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:11.907827 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=55,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:12.306722 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 25e676fe-9948-4de4-91ae-b15fb391a86c details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:44:12.308937 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=63,neutron:UPDATE=7 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:12.407989 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=25e676fe-9948-4de4-91ae-b15fb391a86c,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:12.420640 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'port_id': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'mac_address': 'fa:16:3e:38:43:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:44:12.455622 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 25e676fe-9948-4de4-91ae-b15fb391a86c is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:44:12.456028 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:12.470346 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e676fe-9948-4de4-91ae-b15fb391a86c {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:44:12.495774 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=25e676fe-9948-4de4-91ae-b15fb391a86c,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:12.500593 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:12.552218 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=25e676fe-9948-4de4-91ae-b15fb391a86c,revision_number=9']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:12.843399 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['25e676fe-9948-4de4-91ae-b15fb391a86c'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:44:12.846049 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab594d-5d80-4be6-9c40-31c94a7df53b req-50c82aa7-e8d9-423a-9971-5cd5498be521 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:12.847572 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5bab594d-5d80-4be6-9c40-31c94a7df53b req-50c82aa7-e8d9-423a-9971-5cd5498be521 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 944 time: 0.0504773 Jun 23 22:44:12.898820 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5bab594d-5d80-4be6-9c40-31c94a7df53b req-949c6e2b-e727-41fd-be1a-38e902191e72 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457187 Jun 23 22:44:14.020670 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ac3f7-ce94-4fd5-a3cb-329f331fce7f req-954806a1-2ccf-4959-909c-8eb1ec94d2e3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:14.022101 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a56ac3f7-ce94-4fd5-a3cb-329f331fce7f req-954806a1-2ccf-4959-909c-8eb1ec94d2e3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 944 time: 0.0461099 Jun 23 22:44:14.068052 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a56ac3f7-ce94-4fd5-a3cb-329f331fce7f req-f9ba86ab-6b0d-463d-a741-5c848787f63c tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403893 Jun 23 22:44:14.301327 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 25e676fe-9948-4de4-91ae-b15fb391a86c up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:44:14.464548 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port 25e676fe-9948-4de4-91ae-b15fb391a86c triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:44:14.464827 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:14.534121 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 25e676fe-9948-4de4-91ae-b15fb391a86c is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:44:14.534497 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:14.555979 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:44:14.558148 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da31615-89ff-4165-877b-70f172a10620" -d '{"events": [{"server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "name": "network-vif-plugged", "status": "completed", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:44:14.570595 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=25e676fe-9948-4de4-91ae-b15fb391a86c,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:14.574532 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:14.601556 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ec40f9-5124-44db-aa6b-0e5995770a99 x-openstack-request-id: req-16ec40f9-5124-44db-aa6b-0e5995770a99 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:44:14.601845 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "name": "network-vif-plugged", "status": "completed", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:44:14.602094 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16ec40f9-5124-44db-aa6b-0e5995770a99 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:44:14.602479 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ec40f9-5124-44db-aa6b-0e5995770a99'] response: {'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'code': 200} Jun 23 22:44:14.614449 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:14.636239 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=25e676fe-9948-4de4-91ae-b15fb391a86c,revision_number=10']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:15.197048 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcbfb2-fa69-4b4d-b84b-00ddca1e0884 req-3b5b575b-964f-4ab6-a877-2e4bd7de843f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:15.198603 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f1fcbfb2-fa69-4b4d-b84b-00ddca1e0884 req-3b5b575b-964f-4ab6-a877-2e4bd7de843f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 946 time: 0.0542231 Jun 23 22:44:15.261658 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcd145-6965-4193-bf56-5dbe1fd22953 req-03f9c644-cb58-467a-b0ab-3d5fa7438e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:15.263299 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-79dcd145-6965-4193-bf56-5dbe1fd22953 req-03f9c644-cb58-467a-b0ab-3d5fa7438e87 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 1130 time: 0.0636690 Jun 23 22:44:15.306612 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f1fcbfb2-fa69-4b4d-b84b-00ddca1e0884 req-b674111f-3547-482e-8b03-14b49e7fb33b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983138 Jun 23 22:44:15.330554 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:15.334567 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-79dcd145-6965-4193-bf56-5dbe1fd22953 req-67b6ff71-ffa1-4623-b0c8-26f7ace2eab5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628033 Jun 23 22:44:15.585496 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-c522ec5b-e6a1-4b1a-94de-9156f3d560f6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066458815&fields=id&tenant_id=1eb4b659032e4ec09a16c45b29d609f0 HTTP/1.1" status: 200 len: 267 time: 0.0477800 Jun 23 22:44:15.697981 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-1e237cdf-cf00-40c5-b934-564e12503a1d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:15.699462 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-1e237cdf-cf00-40c5-b934-564e12503a1d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 811 time: 0.1068897 Jun 23 22:44:15.713938 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-8b2efe82-aed3-42d8-8ca6-40501cff30ef tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/quotas/1eb4b659032e4ec09a16c45b29d609f0 HTTP/1.1" status: 200 len: 375 time: 0.0088196 Jun 23 22:44:15.764796 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-85a85c60-7c2b-4131-b0f9-7054e7202e5c tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454125 Jun 23 22:44:15.865289 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7b201369-8c37-49d8-a756-c944dbb3bc5f service neutron] 10.222.0.43 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890737 Jun 23 22:44:15.960086 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-4e7710a3-18e5-4525-8167-ae69e0fcd609 service neutron] 10.222.0.43 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890684 Jun 23 22:44:16.246258 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c53e8889-0878-4004-bb1b-7ef041b9fa24 req-55ab44b9-d970-43b9-80a5-f2a608de6dbc tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 210 time: 0.0279486 Jun 23 22:44:16.433653 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed5dd8-0a64-4a22-90ea-9fee7eff5e5a req-bc16f566-96de-4e46-a5df-700731cb7f18 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:16.435553 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1ed5dd8-0a64-4a22-90ea-9fee7eff5e5a req-bc16f566-96de-4e46-a5df-700731cb7f18 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 946 time: 0.0492654 Jun 23 22:44:16.484937 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1ed5dd8-0a64-4a22-90ea-9fee7eff5e5a req-4c894996-3451-4831-8bac-238604e7da97 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 Jun 23 22:44:17.351346 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bb776913-eeee-4f15-bfbc-9b7c14d1f310 req-3e38b49c-36fa-4298-ac79-c34a2a7307df tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 210 time: 0.0363925 Jun 23 22:44:17.613607 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee7848-d558-4e0a-8719-d64169064dfd req-6959f499-2119-40e1-94a5-43c73e164ba9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:17.615111 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-30ee7848-d558-4e0a-8719-d64169064dfd req-6959f499-2119-40e1-94a5-43c73e164ba9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 946 time: 0.0499771 Jun 23 22:44:17.645253 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:17.662318 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-30ee7848-d558-4e0a-8719-d64169064dfd req-308a5d5d-935d-4faf-aef2-d7d2db2e7ab2 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Jun 23 22:44:18.101047 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04e611b2-0a4f-451d-8a8c-c2279f1a58bc tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:18.102522 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04e611b2-0a4f-451d-8a8c-c2279f1a58bc tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 811 time: 0.1065195 Jun 23 22:44:18.171559 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-d9f39407-7311-46b5-b368-e593ad884c03 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eb4b659032e4ec09a16c45b29d609f0 HTTP/1.1" status: 200 len: 380 time: 0.0586557 Jun 23 22:44:18.181676 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'port': {'device_id': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'admin_state_up': True, 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'security_groups': ['53e064b7-8e9c-4fe4-abfc-5f50328f3da7']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:44:18.287423 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Made reservation on behalf of 1eb4b659032e4ec09a16c45b29d609f0 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:44:18.290665 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:18.316051 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:18.416080 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Allocated IP 172.20.0.13 (0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1/9c1d504b-75ad-4078-bc16-7cc310261d04/28262990-c9a0-4ed8-bafe-2a4ebcc543dd) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:44:18.451204 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f3f2cdc4-c781-4e83-8eb6-f527fa8fbbee req-8065815f-5b4b-43b8-ba78-c30687bbacb8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 210 time: 0.0297523 Jun 23 22:44:18.586745 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:18.618450 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:18.662014 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:44:18.665078 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:44:18.669983 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:44:18.697695 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'Port': ['ID=28262990-c9a0-4ed8-bafe-2a4ebcc543dd,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:18.730053 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:18.730888 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:18.751900 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-7a630ee9-1d1f-4e57-b8dd-1824719b54e4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732541 Jun 23 22:44:18.772736 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Request body: {'port': {'device_id': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:44:18.827082 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:18.840505 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:18.905817 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-6f83b7b8-b175-4726-8997-f73ca5582d29 None None] Provisioning complete for port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:44:18.907652 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-6f83b7b8-b175-4726-8997-f73ca5582d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:18.940147 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-6f83b7b8-b175-4726-8997-f73ca5582d29 None None] Port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:44:19.106687 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28262990-c9a0-4ed8-bafe-2a4ebcc543dd {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:44:19.114666 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Publish callbacks [] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:19.127863 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Transition to ACTIVE for port object 28262990-c9a0-4ed8-bafe-2a4ebcc543dd will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:44:19.131662 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:19.136456 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:19.186633 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Pushing event updated for resources: {'Port': ['ID=28262990-c9a0-4ed8-bafe-2a4ebcc543dd,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:19.261325 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Attempting to bind port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:44:19.261657 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Attempting to bind port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:44:19.261985 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Attempting to bind port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd on network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:44:19.267354 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd on network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:44:19.267670 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Attempting to bind port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd on network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:44:19.272736 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:44:19.273088 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Checking segment: {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:44:19.273468 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Bound using segment: {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:44:19.273889 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Bound port: 28262990-c9a0-4ed8-bafe-2a4ebcc543dd, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d656530-c653-4189-8efa-12771bf00d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:44:19.274245 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:19.339380 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] For port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:44:19.343113 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] For port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=28262990-c9a0-4ed8-bafe-2a4ebcc543dd,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:44:19.349174 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:19.385309 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:19.385948 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:19.388142 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] 10.222.0.55 "PUT /v2.0/ports/28262990-c9a0-4ed8-bafe-2a4ebcc543dd HTTP/1.1" status: 200 len: 1094 time: 0.6191931 Jun 23 22:44:19.388581 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'tag': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:44:19.391080 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a580b777-8b28-458e-8630-f56cf280f1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "60c4a691-2c7d-4621-bfad-17e7a30b5724", "tag": "28262990-c9a0-4ed8-bafe-2a4ebcc543dd"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:44:19.414020 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee6d51-c110-401c-9728-89a6346427f7 service neutron] Pushing event updated for resources: {'Port': ['ID=28262990-c9a0-4ed8-bafe-2a4ebcc543dd,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:19.432138 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ee74b4-8c3b-4347-87da-4b657b2c830d x-openstack-request-id: req-89ee74b4-8c3b-4347-87da-4b657b2c830d {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:44:19.432728 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c4a691-2c7d-4621-bfad-17e7a30b5724", "tag": "28262990-c9a0-4ed8-bafe-2a4ebcc543dd", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:44:19.432728 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89ee74b4-8c3b-4347-87da-4b657b2c830d {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:44:19.433236 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ee74b4-8c3b-4347-87da-4b657b2c830d'] response: {'name': 'network-changed', 'server_uuid': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'tag': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd', 'status': 'completed', 'code': 200} Jun 23 22:44:19.499450 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-174a9868-e76c-4ce5-9f45-6107468eb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:19.501273 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-174a9868-e76c-4ce5-9f45-6107468eb920 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 1128 time: 0.0493796 Jun 23 22:44:19.549730 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-074924f2-1f05-4f5c-bb26-c4494e9049db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28262990-c9a0-4ed8-bafe-2a4ebcc543dd HTTP/1.1" status: 200 len: 217 time: 0.0374846 Jun 23 22:44:19.630118 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eed9bc-abbb-405a-ba67-cb77bd529e40 req-1cc544e9-cf35-46c4-a3ff-637f83980963 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:19.631604 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1eed9bc-abbb-405a-ba67-cb77bd529e40 req-1cc544e9-cf35-46c4-a3ff-637f83980963 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0844338 Jun 23 22:44:19.636840 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-910cf87f-7770-4c45-9fa1-58e81d884d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:19.638780 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-910cf87f-7770-4c45-9fa1-58e81d884d47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 200 len: 850 time: 0.0814822 Jun 23 22:44:19.713930 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-4bd582d9-2078-458e-9f16-62388d07f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:19.715421 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-4bd582d9-2078-458e-9f16-62388d07f08d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632474 Jun 23 22:44:19.720085 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c1eed9bc-abbb-405a-ba67-cb77bd529e40 req-9e9f6164-aa1e-407f-85ed-488929cdfa3b tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804453 Jun 23 22:44:19.752305 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:19.806307 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-d13cbccc-3848-45a1-84ef-678d34e421bf service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843303 Jun 23 22:44:19.901533 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a27c582d-2e9b-4cae-ae0a-1121013afc8a req-6844b63e-6abe-4ec7-a917-d016f7659e2a service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860202 Jun 23 22:44:20.250512 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580b777-8b28-458e-8630-f56cf280f1d1 req-445a7778-e882-42b9-a602-3cb9f00fe862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:20.251973 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a580b777-8b28-458e-8630-f56cf280f1d1 req-445a7778-e882-42b9-a602-3cb9f00fe862 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 1128 time: 0.0382993 Jun 23 22:44:20.356001 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580b777-8b28-458e-8630-f56cf280f1d1 req-0fef7603-1495-4190-ab08-f55285027d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:20.358051 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a580b777-8b28-458e-8630-f56cf280f1d1 req-0fef7603-1495-4190-ab08-f55285027d2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 912 time: 0.0938685 Jun 23 22:44:20.400403 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a580b777-8b28-458e-8630-f56cf280f1d1 req-d49c5921-3251-4bbe-aa01-2f8d155cfcc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28262990-c9a0-4ed8-bafe-2a4ebcc543dd HTTP/1.1" status: 200 len: 217 time: 0.0323024 Jun 23 22:44:20.457494 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580b777-8b28-458e-8630-f56cf280f1d1 req-f02b0566-8509-413c-ba27-17815c7d12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:20.458892 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a580b777-8b28-458e-8630-f56cf280f1d1 req-f02b0566-8509-413c-ba27-17815c7d12ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 200 len: 850 time: 0.0447876 Jun 23 22:44:20.505940 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580b777-8b28-458e-8630-f56cf280f1d1 req-c9e8fc56-9e65-4895-8245-35ab2c5a87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:20.507389 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a580b777-8b28-458e-8630-f56cf280f1d1 req-c9e8fc56-9e65-4895-8245-35ab2c5a87a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387664 Jun 23 22:44:20.579563 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:20.606876 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a580b777-8b28-458e-8630-f56cf280f1d1 req-b68160b1-15c1-4ef3-a452-01722004a0c3 service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862474 Jun 23 22:44:20.697299 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a580b777-8b28-458e-8630-f56cf280f1d1 req-24cb07a7-da55-42ac-8a81-ea828a5dadf0 service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837822 Jun 23 22:44:20.835158 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587fda0-6b22-4b0b-b395-e229419722dc req-314c36b6-744a-469b-9078-10e2f72a45e8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:20.836607 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9587fda0-6b22-4b0b-b395-e229419722dc req-314c36b6-744a-469b-9078-10e2f72a45e8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0485640 Jun 23 22:44:20.888453 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9587fda0-6b22-4b0b-b395-e229419722dc req-0b342b55-12ef-4381-84e2-dbcd6097fe97 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451152 Jun 23 22:44:21.861971 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:44:22.003165 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2aacb-8070-4b49-8f60-a580f6811cf0 req-03ba291e-19fe-460a-84be-821042a944ae tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:22.004615 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-20e2aacb-8070-4b49-8f60-a580f6811cf0 req-03ba291e-19fe-460a-84be-821042a944ae tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0460746 Jun 23 22:44:22.052006 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-20e2aacb-8070-4b49-8f60-a580f6811cf0 req-d5e55e74-aea3-436e-96d0-57cd4746ec18 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419722 Jun 23 22:44:22.350011 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-0ac65d9c-dc51-411c-a169-e765840ef5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:23.169430 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a61fbf-2172-4dfc-8998-f3386c49aef1 req-315653a8-f693-4f1b-8af4-c683fb3b4817 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:23.171610 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-91a61fbf-2172-4dfc-8998-f3386c49aef1 req-315653a8-f693-4f1b-8af4-c683fb3b4817 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0536561 Jun 23 22:44:23.220606 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-91a61fbf-2172-4dfc-8998-f3386c49aef1 req-9aa094f2-7e65-4789-a57b-060ac1e8c741 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435216 Jun 23 22:44:24.334612 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960e162-12b4-431c-8b9c-a63b6ca2195f req-5b458f1d-3295-49af-aa82-3e52820d88ac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:24.336104 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5960e162-12b4-431c-8b9c-a63b6ca2195f req-5b458f1d-3295-49af-aa82-3e52820d88ac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0473676 Jun 23 22:44:24.385216 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5960e162-12b4-431c-8b9c-a63b6ca2195f req-6baa12b1-5483-4e4a-97f7-ce85f04693f5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Jun 23 22:44:24.516557 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-20bda485-dd43-4717-a2bd-766b4832ba77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:25.500739 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc650a-4357-4828-84a5-d4aecaac25c8 req-fe4dd04c-f594-4a1e-a176-41562e42523e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:25.502199 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-60fc650a-4357-4828-84a5-d4aecaac25c8 req-fe4dd04c-f594-4a1e-a176-41562e42523e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0516031 Jun 23 22:44:25.514059 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:25.551315 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-60fc650a-4357-4828-84a5-d4aecaac25c8 req-2031ca96-3ad1-470b-afea-a7d0aac68cda tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 Jun 23 22:44:25.984124 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:26.663903 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c86554-464f-4b18-a4e4-c1277da94158 req-c7a1d245-cb87-4187-ba45-475360508340 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:26.665360 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-76c86554-464f-4b18-a4e4-c1277da94158 req-c7a1d245-cb87-4187-ba45-475360508340 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0463974 Jun 23 22:44:26.714080 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-76c86554-464f-4b18-a4e4-c1277da94158 req-5f15c937-ebde-407a-90a1-b3cb058c8812 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422938 Jun 23 22:44:27.123433 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:27.432510 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:27.446285 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:27.826850 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffefc7a-e5ac-43ed-ad02-65b8e792bf2b req-44f29f16-8c34-4db4-987c-99bf8dfb3fd8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:27.828840 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cffefc7a-e5ac-43ed-ad02-65b8e792bf2b req-44f29f16-8c34-4db4-987c-99bf8dfb3fd8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0460346 Jun 23 22:44:27.879602 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cffefc7a-e5ac-43ed-ad02-65b8e792bf2b req-4922e4ce-a8f9-4380-b410-ccab2fc9d51c tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453579 Jun 23 22:44:28.991680 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502efd7-93fd-4b3f-98d9-81850911a1d9 req-7df52215-1bb0-4fdf-84ab-9cc40ab3ba76 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:28.993130 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4502efd7-93fd-4b3f-98d9-81850911a1d9 req-7df52215-1bb0-4fdf-84ab-9cc40ab3ba76 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0472724 Jun 23 22:44:29.042840 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4502efd7-93fd-4b3f-98d9-81850911a1d9 req-9acb6320-42ee-4f53-8a99-b54bdf023a3e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440001 Jun 23 22:44:30.156996 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f07e5-d701-4b92-b338-61a7c576cd3e req-0444a310-5888-4be0-9e30-fc51f1403afe tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:30.158455 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3e9f07e5-d701-4b92-b338-61a7c576cd3e req-0444a310-5888-4be0-9e30-fc51f1403afe tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0469136 Jun 23 22:44:30.206703 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3e9f07e5-d701-4b92-b338-61a7c576cd3e req-462c682a-20a8-4d87-a5ed-fed6eca0b15a tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 Jun 23 22:44:31.323524 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c58a31-8354-4716-82a6-eb51d17dada0 req-8979fc1c-a14e-4737-9075-32db014d65f6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:31.324958 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-13c58a31-8354-4716-82a6-eb51d17dada0 req-8979fc1c-a14e-4737-9075-32db014d65f6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0494049 Jun 23 22:44:31.351132 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:31.375265 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-13c58a31-8354-4716-82a6-eb51d17dada0 req-1cef8068-9059-479f-b2ea-56b6150af449 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448234 Jun 23 22:44:31.596792 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39512) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:31.702775 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0fc63d-9c77-418a-8113-db0f9de74913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:31.781202 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0fc63d-9c77-418a-8113-db0f9de74913 admin admin] Publish callbacks [] for security_group (3fccbe9a-f360-413f-87df-07d3b3d8fb5a), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:31.785498 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-4b0fc63d-9c77-418a-8113-db0f9de74913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (3fccbe9a-f360-413f-87df-07d3b3d8fb5a), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:31.822699 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fc63d-9c77-418a-8113-db0f9de74913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fccbe9a-f360-413f-87df-07d3b3d8fb5a,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:31.826887 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-4b0fc63d-9c77-418a-8113-db0f9de74913 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6183038c7bc34b78bac9c779c3b9bd41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290969 Jun 23 22:44:31.829466 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39516) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:31.876618 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f945f0e9-c7b2-4326-8e20-0ab676b3cd37 admin admin] Publish callbacks [] for security_group (3fccbe9a-f360-413f-87df-07d3b3d8fb5a), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:31.898783 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f945f0e9-c7b2-4326-8e20-0ab676b3cd37 admin admin] Publish callbacks [] for security_group (3fccbe9a-f360-413f-87df-07d3b3d8fb5a), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:31.946975 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f945f0e9-c7b2-4326-8e20-0ab676b3cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (3fccbe9a-f360-413f-87df-07d3b3d8fb5a), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:31.949650 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f945f0e9-c7b2-4326-8e20-0ab676b3cd37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:31.950884 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-f945f0e9-c7b2-4326-8e20-0ab676b3cd37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3fccbe9a-f360-413f-87df-07d3b3d8fb5a HTTP/1.1" status: 204 len: 168 time: 0.1205332 Jun 23 22:44:31.959756 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945f0e9-c7b2-4326-8e20-0ab676b3cd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fccbe9a-f360-413f-87df-07d3b3d8fb5a,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:32.495256 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7f3e2-266e-42b0-9ca9-78ce00b9d5c9 req-6a15686a-8f64-4aca-bbd3-450d5db74340 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:32.496753 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-84b7f3e2-266e-42b0-9ca9-78ce00b9d5c9 req-6a15686a-8f64-4aca-bbd3-450d5db74340 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0535481 Jun 23 22:44:32.548366 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-84b7f3e2-266e-42b0-9ca9-78ce00b9d5c9 req-4a03a674-2b58-410c-b8bf-760e3cd9c77a tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459199 Jun 23 22:44:32.571157 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39540) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:32.672371 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1738625336-network', 'tenant_id': '65a0d4c968d84b02977004edf46cde48'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:44:32.693322 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Made reservation on behalf of 65a0d4c968d84b02977004edf46cde48 for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:44:32.695890 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:32.707574 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:32.785040 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Publish callbacks [] for security_group (a12e14aa-cde1-4236-a5ca-46b8179190df), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:32.788900 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (a12e14aa-cde1-4236-a5ca-46b8179190df), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:32.810807 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:44:32.825957 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12e14aa-cde1-4236-a5ca-46b8179190df,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:32.828937 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (50ca6ff9-2570-4d45-9553-a0eec539239f), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:32.829265 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Added segment 50ca6ff9-2570-4d45-9553-a0eec539239f of type vlan for network c5b80e41-df9f-4702-ac94-81d6f7484421 Jun 23 22:44:32.870565 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (c5b80e41-df9f-4702-ac94-81d6f7484421), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:32.894131 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (c5b80e41-df9f-4702-ac94-81d6f7484421), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:32.895210 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:32.895778 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:32.929822 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3575699 Jun 23 22:44:32.932820 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39544) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:32.937700 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-a719a7e6-9730-46d4-b3ea-c8310b479536 admin admin] Request body: {'subnet': {'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1738625336-subnet', 'tenant_id': '65a0d4c968d84b02977004edf46cde48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:44:32.958671 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a719a7e6-9730-46d4-b3ea-c8310b479536 admin admin] Made reservation on behalf of 65a0d4c968d84b02977004edf46cde48 for: {'subnet': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:44:32.961030 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a719a7e6-9730-46d4-b3ea-c8310b479536 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4994202'] for subnet (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:32.962282 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e928410-394f-4bd2-90cd-f6855abbd19a admin admin] Pushing event updated for resources: {'Network': ['ID=c5b80e41-df9f-4702-ac94-81d6f7484421,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:32.973161 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network c5b80e41-df9f-4702-ac94-81d6f7484421 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:44:33.137471 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a719a7e6-9730-46d4-b3ea-c8310b479536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4994284'] for subnet (14176a2a-d05f-4a49-8d0a-907dfcaa52fc), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:33.156762 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:33.187111 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719a7e6-9730-46d4-b3ea-c8310b479536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14176a2a-d05f-4a49-8d0a-907dfcaa52fc,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:33.206432 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a719a7e6-9730-46d4-b3ea-c8310b479536 admin admin] Checking segment: {'id': '50ca6ff9-2570-4d45-9553-a0eec539239f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:44:33.206783 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a719a7e6-9730-46d4-b3ea-c8310b479536 admin admin] Network hostable DHCP agents. Network: c5b80e41-df9f-4702-ac94-81d6f7484421, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:44:33.223787 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a719a7e6-9730-46d4-b3ea-c8310b479536 admin admin] Network c5b80e41-df9f-4702-ac94-81d6f7484421 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:44:33.232427 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-a719a7e6-9730-46d4-b3ea-c8310b479536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, c5b80e41-df9f-4702-ac94-81d6f7484421) {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:44:33.239113 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a719a7e6-9730-46d4-b3ea-c8310b479536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:33.240056 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-a719a7e6-9730-46d4-b3ea-c8310b479536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:33.240618 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c13c27-d8f0-4b59-8c3f-813f571e08ba None None] Network c5b80e41-df9f-4702-ac94-81d6f7484421 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:44:33.243055 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:33.263150 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-a719a7e6-9730-46d4-b3ea-c8310b479536 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3292055 Jun 23 22:44:33.350441 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6127fa3d-d5d4-4b60-bd7c-70e38553a8a8 None None] Network c5b80e41-df9f-4702-ac94-81d6f7484421 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:44:33.664906 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245a5f6-aa3e-4bb8-ae6a-3eae26aa340d req-99b0a5f1-c750-48dc-81ca-3cb831902876 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:33.666409 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b245a5f6-aa3e-4bb8-ae6a-3eae26aa340d req-99b0a5f1-c750-48dc-81ca-3cb831902876 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0509160 Jun 23 22:44:33.718332 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b245a5f6-aa3e-4bb8-ae6a-3eae26aa340d req-442c1a94-49b9-4cfc-8592-2a8cbc2de14b tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457680 Jun 23 22:44:33.844884 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:33.849756 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=6 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:34.834786 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c284f-95f9-4828-8617-0bd33d5e73dd req-15ec01c1-de15-49a3-be67-7969fd3ad48d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:34.836302 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-751c284f-95f9-4828-8617-0bd33d5e73dd req-15ec01c1-de15-49a3-be67-7969fd3ad48d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0465488 Jun 23 22:44:34.886605 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-751c284f-95f9-4828-8617-0bd33d5e73dd req-c6740959-871e-40f1-8a19-a32f944b68b4 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448647 Jun 23 22:44:35.075534 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-8f306c31-d8ac-445c-b5e0-d57a98c82b9d tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:35.076956 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-8f306c31-d8ac-445c-b5e0-d57a98c82b9d tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/networks?id=c5b80e41-df9f-4702-ac94-81d6f7484421 HTTP/1.1" status: 200 len: 814 time: 0.1016183 Jun 23 22:44:35.092405 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-1966640e-3e14-43e2-9e11-6a965a671c11 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/quotas/65a0d4c968d84b02977004edf46cde48 HTTP/1.1" status: 200 len: 375 time: 0.0095208 Jun 23 22:44:35.127479 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-b1dd5249-7c89-4263-ae20-4026a327430b tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=65a0d4c968d84b02977004edf46cde48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276823 Jun 23 22:44:35.394343 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39574) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:35.478319 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-a719d580-0714-4350-aece-dc70f05776a8 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451784 Jun 23 22:44:35.507122 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:35.572732 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-17256abd-d6f0-4f1e-a2d5-54bafdde6948 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887501 Jun 23 22:44:35.579541 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:35.604247 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:35.640598 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Deleting port cc0ccbea-157b-4b1f-82f0-ad4698107843 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:44:35.640939 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (cc0ccbea-157b-4b1f-82f0-ad4698107843), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:35.723204 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (cc0ccbea-157b-4b1f-82f0-ad4698107843), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:35.723590 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for floatingip (cc0ccbea-157b-4b1f-82f0-ad4698107843), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:35.738827 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Calling delete_port for cc0ccbea-157b-4b1f-82f0-ad4698107843 owned by network:floatingip {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:44:35.744296 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4692a8c8-7fd3-496c-b50e-8d07a5177aa2 req-88185fc6-dbac-440e-ac9e-6857b899b76a tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 210 time: 0.0352836 Jun 23 22:44:35.913845 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (cc0ccbea-157b-4b1f-82f0-ad4698107843), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:35.943344 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event deleted for resources: {'Port': ['ID=cc0ccbea-157b-4b1f-82f0-ad4698107843,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:36.020685 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for floatingip (2fd2ea86-d4fe-4d3f-a287-42aa0cae1a99), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:36.021026 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.l3_db [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Floating IP 2fd2ea86-d4fe-4d3f-a287-42aa0cae1a99 disassociated (deleted). External IP: 172.27.2.185, port: 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21. Jun 23 22:44:36.027421 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf1a7-b4c2-480c-83bb-c62120b26ef0 req-3b055d16-095e-408f-b6be-b356a4de16e1 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:36.030047 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d6fcf1a7-b4c2-480c-83bb-c62120b26ef0 req-3b055d16-095e-408f-b6be-b356a4de16e1 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0625091 Jun 23 22:44:36.092402 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d6fcf1a7-b4c2-480c-83bb-c62120b26ef0 req-d7dd2d1b-fe26-4c98-af2e-2ecfedeee9d5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544310 Jun 23 22:44:36.238408 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Router a43c608a-53ee-42e5-92ac-35b5f55efc59 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:44:36.339546 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:44:36.344391 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:36.349423 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93796316-fafd-4ba6-8794-788ee5100597 None None] Sync routers for ids ['a43c608a-53ee-42e5-92ac-35b5f55efc59'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:44:36.359126 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93796316-fafd-4ba6-8794-788ee5100597 None None] Routers {'a43c608a-53ee-42e5-92ac-35b5f55efc59'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:44:36.359732 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-93796316-fafd-4ba6-8794-788ee5100597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:44:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a43c608a-53ee-42e5-92ac-35b5f55efc59'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:36.373733 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-2d5a3a87-8de4-4126-8732-f6476bdd8d02 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "DELETE /v2.0/floatingips/2fd2ea86-d4fe-4d3f-a287-42aa0cae1a99 HTTP/1.1" status: 204 len: 168 time: 0.9783289 Jun 23 22:44:36.374296 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21'}] {{(pid=104139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:44:36.376546 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7a30e2d28ecc9770ca79202b5e481ce5d3a4a17bdcf321dacedd3590822de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601db452-1e76-40c4-9dba-cc9dc5250256" -d '{"events": [{"name": "network-changed", "server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21"}]}' {{(pid=104139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:44:36.469391 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-93796316-fafd-4ba6-8794-788ee5100597 None None] Set router a43c608a-53ee-42e5-92ac-35b5f55efc59 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:44:36.541692 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78264031-a016-4531-a5a8-886f8b8bf23e x-openstack-request-id: req-78264031-a016-4531-a5a8-886f8b8bf23e {{(pid=104139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:44:36.542206 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21", "status": "completed", "code": 200}]} {{(pid=104139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:44:36.542206 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78264031-a016-4531-a5a8-886f8b8bf23e {{(pid=104139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:44:36.542617 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78264031-a016-4531-a5a8-886f8b8bf23e'] response: {'name': 'network-changed', 'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'status': 'completed', 'code': 200} Jun 23 22:44:36.601894 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafbb4b-91ca-4656-b395-0ebfb4a2f848 req-d56e963c-cf33-430f-a539-8b1c31817991 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:36.603452 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ddafbb4b-91ca-4656-b395-0ebfb4a2f848 req-d56e963c-cf33-430f-a539-8b1c31817991 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0460777 Jun 23 22:44:36.653430 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ddafbb4b-91ca-4656-b395-0ebfb4a2f848 req-0f1548f6-77ef-4a03-9f72-adc14a4126d0 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442164 Jun 23 22:44:36.661285 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-93796316-fafd-4ba6-8794-788ee5100597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '07bea07e-b542-4f7d-a59e-348856efa9aa', 'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'mac_address': 'fa:16:3e:ec:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:17Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 5, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'subnets': [{'id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:36.690959 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93796316-fafd-4ba6-8794-788ee5100597 None None] Checking router: a43c608a-53ee-42e5-92ac-35b5f55efc59 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:44:36.700331 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93796316-fafd-4ba6-8794-788ee5100597 None None] Routers {'a43c608a-53ee-42e5-92ac-35b5f55efc59'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:44:36.700933 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-93796316-fafd-4ba6-8794-788ee5100597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:44:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a43c608a-53ee-42e5-92ac-35b5f55efc59'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:36.798092 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-93796316-fafd-4ba6-8794-788ee5100597 None None] Set router a43c608a-53ee-42e5-92ac-35b5f55efc59 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:44:36.801072 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:36.846348 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7ab1095f-a831-48f3-b42d-03a3ba99f54f req-a8400a35-940f-4d83-a82d-d6e27ac97057 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 210 time: 0.0307438 Jun 23 22:44:36.990983 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-93796316-fafd-4ba6-8794-788ee5100597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '07bea07e-b542-4f7d-a59e-348856efa9aa', 'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'mac_address': 'fa:16:3e:ec:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:17Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 5, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'subnets': [{'id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:37.014937 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93796316-fafd-4ba6-8794-788ee5100597 None None] The sync data for ids ['a43c608a-53ee-42e5-92ac-35b5f55efc59'] in dv-cinder-846173-2-iscsi is: [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:17Z', 'revision_number': 4, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '07bea07e-b542-4f7d-a59e-348856efa9aa', 'name': '', 'network_id': '1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'mac_address': 'fa:16:3e:ec:7c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:17Z', 'updated_at': '2022-06-23T22:39:22Z', 'revision_number': 5, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'subnets': [{'id': 'f3aed83f-7970-4afc-91d7-b738c12b5855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:44:37.215910 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b47721-b11c-4f16-a282-577d17910bdb req-1af10ecc-c4e0-4e38-97bb-6a30c93cdd31 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:37.217494 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e1b47721-b11c-4f16-a282-577d17910bdb req-1af10ecc-c4e0-4e38-97bb-6a30c93cdd31 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0534046 Jun 23 22:44:37.260284 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369c196-b587-438c-b2fc-36598f1646c1 None None] New status for floating IP 2fd2ea86-d4fe-4d3f-a287-42aa0cae1a99: DOWN {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:44:37.271069 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e1b47721-b11c-4f16-a282-577d17910bdb req-55c89211-13e8-4232-8b71-b172b4cf6fa5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471952 Jun 23 22:44:37.767465 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea61651-d2e7-473d-8566-d36cb8d87367 req-73a1cff7-fa7c-4138-96ef-6e1b51d1b60c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:37.769489 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eea61651-d2e7-473d-8566-d36cb8d87367 req-73a1cff7-fa7c-4138-96ef-6e1b51d1b60c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.0463295 Jun 23 22:44:37.819168 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eea61651-d2e7-473d-8566-d36cb8d87367 req-18c2829d-2bca-4511-9a58-7e70bf6cebe0 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436182 Jun 23 22:44:37.945353 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7153a5ac-2916-480e-a070-1c169e4f9ca9 req-af2d79fe-0160-4eac-a2de-0fec8e175cb8 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 210 time: 0.0309978 Jun 23 22:44:37.974024 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:38.004040 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601db452-1e76-40c4-9dba-cc9dc5250256 req-a45009de-f539-4f49-b528-b33bfc670e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:38.005530 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-601db452-1e76-40c4-9dba-cc9dc5250256 req-a45009de-f539-4f49-b528-b33bfc670e26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dceb245422db46eaa1440c39b5755aca&device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 1129 time: 0.0408304 Jun 23 22:44:38.101497 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601db452-1e76-40c4-9dba-cc9dc5250256 req-0726d4c3-6ea4-4313-b1f3-f390d36f4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:38.102957 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-601db452-1e76-40c4-9dba-cc9dc5250256 req-0726d4c3-6ea4-4313-b1f3-f390d36f4319 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc HTTP/1.1" status: 200 len: 909 time: 0.0878909 Jun 23 22:44:38.184396 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-601db452-1e76-40c4-9dba-cc9dc5250256 req-ebe00cd2-42e4-4e6a-96d3-b65246434d92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 HTTP/1.1" status: 200 len: 217 time: 0.0356326 Jun 23 22:44:38.233242 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601db452-1e76-40c4-9dba-cc9dc5250256 req-b0b618de-fba8-48f2-b95e-de27bea24c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:38.234727 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-601db452-1e76-40c4-9dba-cc9dc5250256 req-b0b618de-fba8-48f2-b95e-de27bea24c4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3aed83f-7970-4afc-91d7-b738c12b5855 HTTP/1.1" status: 200 len: 847 time: 0.0435500 Jun 23 22:44:38.383584 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9dd5c-dbd8-4458-8bb8-672cd4907e3a req-ad663bbe-a20d-40d8-b05b-a67b50d5f7ba tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:38.385059 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-36c9dd5c-dbd8-4458-8bb8-672cd4907e3a req-ad663bbe-a20d-40d8-b05b-a67b50d5f7ba tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 944 time: 0.0464320 Jun 23 22:44:38.453131 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601db452-1e76-40c4-9dba-cc9dc5250256 req-febd6616-de65-43d8-a8cf-626c516e0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:38.454662 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-601db452-1e76-40c4-9dba-cc9dc5250256 req-febd6616-de65-43d8-a8cf-626c516e0a70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646453 Jun 23 22:44:38.472346 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-36c9dd5c-dbd8-4458-8bb8-672cd4907e3a req-3aae6374-d574-4d2f-ab68-d142776f6b1b tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745821 Jun 23 22:44:38.481497 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 28262990-c9a0-4ed8-bafe-2a4ebcc543dd details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:44:38.559128 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:38.584196 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=28262990-c9a0-4ed8-bafe-2a4ebcc543dd,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:38.595066 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'port_id': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd', 'mac_address': 'fa:16:3e:52:a4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:44:38.629155 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:44:38.629528 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:38.644112 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28262990-c9a0-4ed8-bafe-2a4ebcc543dd {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:44:38.666095 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=28262990-c9a0-4ed8-bafe-2a4ebcc543dd,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:38.670338 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:38.727758 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=28262990-c9a0-4ed8-bafe-2a4ebcc543dd,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:38.735515 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.735837 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.736276 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.737347 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.737678 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.738352 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.738352 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.738694 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.739175 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.739397 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.740662 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.740997 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.741335 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.742342 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.742667 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:38.780651 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0705a-e58d-4712-a75c-7b2dd4d475d8 req-7865a742-f9e2-4e1d-a2b8-28262c89deed tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:38.782185 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-49f0705a-e58d-4712-a75c-7b2dd4d475d8 req-7865a742-f9e2-4e1d-a2b8-28262c89deed tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.55 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.1047380 Jun 23 22:44:38.868512 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-601db452-1e76-40c4-9dba-cc9dc5250256 req-3e52c9ca-f638-4592-acfd-bf6f4f78adec service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268126 Jun 23 22:44:38.954134 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['28262990-c9a0-4ed8-bafe-2a4ebcc543dd'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:44:38.963211 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:39.000544 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-67d8e216-7393-49ca-9347-b176f6eb81f8 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:39.002078 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-67d8e216-7393-49ca-9347-b176f6eb81f8 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.55 "GET /v2.0/networks?id=c5b80e41-df9f-4702-ac94-81d6f7484421 HTTP/1.1" status: 200 len: 814 time: 0.2595980 Jun 23 22:44:39.044623 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Request body: {'port': {'device_id': '9717199a-93d2-479c-a903-818a5e93b841', 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421', 'admin_state_up': True, 'tenant_id': '65a0d4c968d84b02977004edf46cde48'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:44:39.086729 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89863514-5b5c-4921-a627-8a397c9b105c req-f38d1b84-027d-4c54-84e5-a3b52bc2627d tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:39.088256 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-89863514-5b5c-4921-a627-8a397c9b105c req-f38d1b84-027d-4c54-84e5-a3b52bc2627d tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 945 time: 0.1799498 Jun 23 22:44:39.106669 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-49f0705a-e58d-4712-a75c-7b2dd4d475d8 req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Deleting port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:44:39.106960 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-49f0705a-e58d-4712-a75c-7b2dd4d475d8 req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:39.133379 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d39a3b98-56df-4baa-866b-74c4a0cb1699 req-06df9c9d-ebf3-4570-a2c5-0e565e44340a tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 210 time: 0.0931528 Jun 23 22:44:39.216178 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-601db452-1e76-40c4-9dba-cc9dc5250256 req-32339358-84cc-40b0-82e9-26bd6b094899 service neutron] 10.222.0.55 "GET /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363533 Jun 23 22:44:39.281408 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:39.317159 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-89863514-5b5c-4921-a627-8a397c9b105c req-74c6d93e-b432-4ed7-b33d-6bb66c4ad59d tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071240 Jun 23 22:44:39.324760 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-49f0705a-e58d-4712-a75c-7b2dd4d475d8 req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] For port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:39.325130 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-49f0705a-e58d-4712-a75c-7b2dd4d475d8 req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:39.346696 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-49f0705a-e58d-4712-a75c-7b2dd4d475d8 req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Calling delete_port for 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:44:39.365813 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Made reservation on behalf of 65a0d4c968d84b02977004edf46cde48 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:44:39.369203 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:39.614787 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Allocated IP 172.20.0.3 (c5b80e41-df9f-4702-ac94-81d6f7484421/14176a2a-d05f-4a49-8d0a-907dfcaa52fc/e63211d3-926c-49a4-9403-d08483acf737) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:44:39.625804 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-49f0705a-e58d-4712-a75c-7b2dd4d475d8 req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (0b2f39d0-0fe2-4db8-9e32-5112a69d2b21), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:39.633503 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee202646-43ba-4081-814f-b60a71c6355e req-944c9ba3-6c66-45f4-9334-82c4971c17cc tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:39.634994 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ee202646-43ba-4081-814f-b60a71c6355e req-944c9ba3-6c66-45f4-9334-82c4971c17cc tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 945 time: 0.0851083 Jun 23 22:44:39.653185 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:39.694084 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event deleted for resources: {'Port': ['ID=0b2f39d0-0fe2-4db8-9e32-5112a69d2b21,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:39.737886 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.740209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.740209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.740209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.740209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.740209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.740209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.740209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.740869 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.740869 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.741061 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.741383 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.741672 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.741989 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.742302 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:39.796428 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f0705a-e58d-4712-a75c-7b2dd4d475d8 req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] No DVR routers for this DVR port 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:44:39.811957 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-49f0705a-e58d-4712-a75c-7b2dd4d475d8 req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:39.815799 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-49f0705a-e58d-4712-a75c-7b2dd4d475d8 req-d8b319fa-f1c1-4386-981f-8624a981b845 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.55 "DELETE /v2.0/ports/0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 HTTP/1.1" status: 204 len: 173 time: 1.0257661 Jun 23 22:44:39.816995 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'name': 'network-vif-deleted', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:44:39.819236 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d00a166-877b-4355-81a4-a3211ed0e011" -d '{"events": [{"server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "name": "network-vif-deleted", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:44:39.827856 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ee202646-43ba-4081-814f-b60a71c6355e req-eafbbc8f-5239-4402-b730-4875ae938974 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852713 Jun 23 22:44:39.884291 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe4990a-da48-4f38-bca7-0912311a5171 x-openstack-request-id: req-2fe4990a-da48-4f38-bca7-0912311a5171 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:44:39.884514 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628515ea-c2f6-490f-a67d-13d0e97698ac", "name": "network-vif-deleted", "tag": "0b2f39d0-0fe2-4db8-9e32-5112a69d2b21", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:44:39.884771 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fe4990a-da48-4f38-bca7-0912311a5171 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:44:39.885176 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe4990a-da48-4f38-bca7-0912311a5171'] response: {'server_uuid': '628515ea-c2f6-490f-a67d-13d0e97698ac', 'name': 'network-vif-deleted', 'tag': '0b2f39d0-0fe2-4db8-9e32-5112a69d2b21', 'status': 'completed', 'code': 200} Jun 23 22:44:39.925367 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks [] for port (e63211d3-926c-49a4-9403-d08483acf737), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:39.958545 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (e63211d3-926c-49a4-9403-d08483acf737), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:39.993918 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:40.003628 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Network c5b80e41-df9f-4702-ac94-81d6f7484421 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:44:40.007712 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:44:40.011820 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:44:40.037385 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Pushing event updated for resources: {'Port': ['ID=e63211d3-926c-49a4-9403-d08483acf737,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:40.068223 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:40.068870 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:40.092318 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ec432504-b9c0-4a3c-bbda-6b4bee075c16 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0551260 Jun 23 22:44:40.113825 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Request body: {'port': {'device_id': '9717199a-93d2-479c-a903-818a5e93b841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:44:40.212718 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e63211d3-926c-49a4-9403-d08483acf737), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:40.315313 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaf9c0-8b83-4108-ae61-346322b1d707 req-16cc07a4-2817-4715-bfd6-f1badf78058c tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:40.316965 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3beaf9c0-8b83-4108-ae61-346322b1d707 req-16cc07a4-2817-4715-bfd6-f1badf78058c tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 931 time: 0.0848784 Jun 23 22:44:40.456079 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-02cd315a-1fed-4fef-b77c-d8fa1b31ac60 req-b63e007b-b5d7-4674-bec5-63de7fa3266c tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "GET /v2.0/ports?device_id=628515ea-c2f6-490f-a67d-13d0e97698ac HTTP/1.1" status: 200 len: 210 time: 0.0486958 Jun 23 22:44:40.461433 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3beaf9c0-8b83-4108-ae61-346322b1d707 req-e3f565ef-1771-4d3d-b88a-bbccf13a3222 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989609 Jun 23 22:44:40.526260 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 28262990-c9a0-4ed8-bafe-2a4ebcc543dd up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:44:40.556688 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:40.572953 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:44:40.579821 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:44:40.580847 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:40.586802 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63211d3-926c-49a4-9403-d08483acf737 {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:44:40.594709 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Publish callbacks [] for port (e63211d3-926c-49a4-9403-d08483acf737), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:40.598639 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:40.610811 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Transition to ACTIVE for port object e63211d3-926c-49a4-9403-d08483acf737 will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:44:40.616642 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (e63211d3-926c-49a4-9403-d08483acf737), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:40.662470 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:44:40.662857 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:40.690839 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:44:40.694150 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77af580e-c29f-45cb-9f24-fa9ca47eced3" -d '{"events": [{"server_uuid": "60c4a691-2c7d-4621-bfad-17e7a30b5724", "name": "network-vif-plugged", "status": "completed", "tag": "28262990-c9a0-4ed8-bafe-2a4ebcc543dd"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:44:40.712443 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=28262990-c9a0-4ed8-bafe-2a4ebcc543dd,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:40.716344 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Pushing event updated for resources: {'Port': ['ID=e63211d3-926c-49a4-9403-d08483acf737,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:40.719727 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:40.722177 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:44:40.746510 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0166c0-f6f1-47ae-8e27-be381685eb6c x-openstack-request-id: req-fb0166c0-f6f1-47ae-8e27-be381685eb6c {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:44:40.747432 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c4a691-2c7d-4621-bfad-17e7a30b5724", "name": "network-vif-plugged", "status": "completed", "tag": "28262990-c9a0-4ed8-bafe-2a4ebcc543dd", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:44:40.747432 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb0166c0-f6f1-47ae-8e27-be381685eb6c {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:44:40.747432 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb0166c0-f6f1-47ae-8e27-be381685eb6c'] response: {'server_uuid': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd', 'code': 200} Jun 23 22:44:40.751610 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:44:40.752269 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Attempting to bind port e63211d3-926c-49a4-9403-d08483acf737 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:44:40.752940 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Attempting to bind port e63211d3-926c-49a4-9403-d08483acf737 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '50ca6ff9-2570-4d45-9553-a0eec539239f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:44:40.752940 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Attempting to bind port e63211d3-926c-49a4-9403-d08483acf737 on network c5b80e41-df9f-4702-ac94-81d6f7484421 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:44:40.754205 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 0b2f39d0-0fe2-4db8-9e32-5112a69d2b21 not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:44:40.757768 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Port e63211d3-926c-49a4-9403-d08483acf737 on network c5b80e41-df9f-4702-ac94-81d6f7484421 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:44:40.758089 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Attempting to bind port e63211d3-926c-49a4-9403-d08483acf737 on network c5b80e41-df9f-4702-ac94-81d6f7484421 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:44:40.763330 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:44:40.763660 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Checking segment: {'id': '50ca6ff9-2570-4d45-9553-a0eec539239f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:44:40.764036 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Bound using segment: {'id': '50ca6ff9-2570-4d45-9553-a0eec539239f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:44:40.764454 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Bound port: e63211d3-926c-49a4-9403-d08483acf737, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ca6ff9-2570-4d45-9553-a0eec539239f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:44:40.764925 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e63211d3-926c-49a4-9403-d08483acf737), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:40.818911 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=28262990-c9a0-4ed8-bafe-2a4ebcc543dd,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:40.832602 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] For port e63211d3-926c-49a4-9403-d08483acf737, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:44:40.835666 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] For port e63211d3-926c-49a4-9403-d08483acf737, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e63211d3-926c-49a4-9403-d08483acf737,segment=NetworkSegment(50ca6ff9-2570-4d45-9553-a0eec539239f),segment_id=50ca6ff9-2570-4d45-9553-a0eec539239f)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:44:40.840954 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (e63211d3-926c-49a4-9403-d08483acf737), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:40.880823 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:40.881350 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:40.882745 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] 10.222.0.55 "PUT /v2.0/ports/e63211d3-926c-49a4-9403-d08483acf737 HTTP/1.1" status: 200 len: 1093 time: 0.7742548 Jun 23 22:44:40.903886 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314918cb-d716-41dd-8296-4e49889edbaf service neutron] Pushing event updated for resources: {'Port': ['ID=e63211d3-926c-49a4-9403-d08483acf737,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:41.024452 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:41.034751 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea18b2c-8791-4524-8321-2ea3e229bb5b req-c17c75b5-8054-4b06-999c-588e2e92557f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:41.036224 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ea18b2c-8791-4524-8321-2ea3e229bb5b req-c17c75b5-8054-4b06-999c-588e2e92557f tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 946 time: 0.1126540 Jun 23 22:44:41.039276 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-b229b853-20b2-40e2-9e72-e522dd57dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:41.040608 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-b229b853-20b2-40e2-9e72-e522dd57dca6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65a0d4c968d84b02977004edf46cde48&device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 1127 time: 0.1048224 Jun 23 22:44:41.067471 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af952c-987a-43be-b941-05934f63fdd8 req-99216e7e-bc37-4b08-b324-10fef490ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:41.068849 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c7af952c-987a-43be-b941-05934f63fdd8 req-99216e7e-bc37-4b08-b324-10fef490ae99 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 1130 time: 0.0779262 Jun 23 22:44:41.106998 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-ac1564eb-c911-4b8d-a1aa-3c47f0545d6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e63211d3-926c-49a4-9403-d08483acf737 HTTP/1.1" status: 200 len: 217 time: 0.0519309 Jun 23 22:44:41.171973 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0ea18b2c-8791-4524-8321-2ea3e229bb5b req-17277cb8-8215-4311-8416-8cf1722fd0e0 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275554 Jun 23 22:44:41.199172 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c7af952c-987a-43be-b941-05934f63fdd8 req-66ad0f6f-ae0b-440f-974a-79b97fb32f81 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002753 Jun 23 22:44:41.200847 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-89d0f006-3e9f-4cdd-98ee-f7e519fd5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:41.202157 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-89d0f006-3e9f-4cdd-98ee-f7e519fd5656 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14176a2a-d05f-4a49-8d0a-907dfcaa52fc HTTP/1.1" status: 200 len: 854 time: 0.0828869 Jun 23 22:44:41.438590 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-f50e1949-9521-4cea-baa7-a9b65d966106 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5b80e41-df9f-4702-ac94-81d6f7484421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269127 Jun 23 22:44:41.520405 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39634) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:41.535974 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-7ee3cebb-9995-43a0-9233-def797f721a5 service neutron] 10.222.0.55 "GET /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908990 Jun 23 22:44:41.562901 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:41.588680 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group (e650cff9-75c1-4a1e-8a1a-cfb10be8ba63), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:41.612361 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a440f7c-4fdd-4eb8-9c5d-155bada524d1 req-bcbfa4e5-1041-4f9f-b42c-e69c0c208285 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:41.613834 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8a440f7c-4fdd-4eb8-9c5d-155bada524d1 req-bcbfa4e5-1041-4f9f-b42c-e69c0c208285 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 943 time: 0.0714591 Jun 23 22:44:41.616063 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group (e650cff9-75c1-4a1e-8a1a-cfb10be8ba63), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:41.681665 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e650cff9-75c1-4a1e-8a1a-cfb10be8ba63), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:41.684357 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:41.688532 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] 10.222.0.43 "DELETE /v2.0/security-groups/e650cff9-75c1-4a1e-8a1a-cfb10be8ba63 HTTP/1.1" status: 204 len: 168 time: 0.1647172 Jun 23 22:44:41.697158 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e650cff9-75c1-4a1e-8a1a-cfb10be8ba63,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:41.704573 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.704991 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.705426 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8cdfdef2-ca3f-427c-87e5-40e6bba32536 req-55af3adb-27ff-4fa7-a725-2c019e55ef58 service neutron] 10.222.0.55 "GET /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609571 Jun 23 22:44:41.705610 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.706027 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.706565 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.706996 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.707392 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.707779 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.708168 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.708555 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.708990 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8a440f7c-4fdd-4eb8-9c5d-155bada524d1 req-78766686-4332-45ee-b7a2-5a65df925daa tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683517 Jun 23 22:44:41.709565 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.709948 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.710265 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.710660 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.711056 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b66f39-8f30-4d45-813a-bb6130264698 tempest-TestShelveInstance-1294550664 tempest-TestShelveInstance-1294550664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:44:41.730792 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39638) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:42.123775 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9717199a-93d2-479c-a903-818a5e93b841', 'tag': 'e63211d3-926c-49a4-9403-d08483acf737'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:44:42.126260 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec969f5-538b-4e8f-b622-95d116741e23" -d '{"events": [{"name": "network-changed", "server_uuid": "9717199a-93d2-479c-a903-818a5e93b841", "tag": "e63211d3-926c-49a4-9403-d08483acf737"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:44:42.128728 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:42.185225 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b070d6-f696-4fcd-bf0c-4e9aa5f9651e x-openstack-request-id: req-b3b070d6-f696-4fcd-bf0c-4e9aa5f9651e {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:44:42.185522 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9717199a-93d2-479c-a903-818a5e93b841", "tag": "e63211d3-926c-49a4-9403-d08483acf737", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:44:42.185771 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3b070d6-f696-4fcd-bf0c-4e9aa5f9651e {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:44:42.186163 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b070d6-f696-4fcd-bf0c-4e9aa5f9651e'] response: {'name': 'network-changed', 'server_uuid': '9717199a-93d2-479c-a903-818a5e93b841', 'tag': 'e63211d3-926c-49a4-9403-d08483acf737', 'status': 'completed', 'code': 200} Jun 23 22:44:42.326833 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77703c8b-09ab-4d7c-88b1-5e4e6d7cd433 req-7c710f50-4ad3-4770-b773-65fc97be18ed tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:42.328280 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-77703c8b-09ab-4d7c-88b1-5e4e6d7cd433 req-7c710f50-4ad3-4770-b773-65fc97be18ed tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 946 time: 0.0554128 Jun 23 22:44:42.434905 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-77703c8b-09ab-4d7c-88b1-5e4e6d7cd433 req-327df921-c4d1-4493-9b37-e91a8f481806 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004708 Jun 23 22:44:42.442778 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9b91b319-fd86-4de4-8101-5a82b7f4174d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7886309'] for router_interface (a43c608a-53ee-42e5-92ac-35b5f55efc59), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:42.517807 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:42.659330 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-9b91b319-fd86-4de4-8101-5a82b7f4174d admin admin] Deleting port 07bea07e-b542-4f7d-a59e-348856efa9aa {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:44:42.659662 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9b91b319-fd86-4de4-8101-5a82b7f4174d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:42.740219 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-9b91b319-fd86-4de4-8101-5a82b7f4174d admin admin] For port 07bea07e-b542-4f7d-a59e-348856efa9aa, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=07bea07e-b542-4f7d-a59e-348856efa9aa,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:42.740595 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9b91b319-fd86-4de4-8101-5a82b7f4174d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:42.754448 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-9b91b319-fd86-4de4-8101-5a82b7f4174d admin admin] Calling delete_port for 07bea07e-b542-4f7d-a59e-348856efa9aa owned by network:router_interface {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:44:42.850943 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf9582-f9dd-4e06-98a9-558f39d39f9a req-e7560e4c-9f86-420e-b480-1568eb1a9e7d tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:42.852407 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-aadf9582-f9dd-4e06-98a9-558f39d39f9a req-e7560e4c-9f86-420e-b480-1568eb1a9e7d tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 943 time: 0.0605114 Jun 23 22:44:42.954512 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-aadf9582-f9dd-4e06-98a9-558f39d39f9a req-4128848d-2f4b-42b4-99e9-15fe36e2886b tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952146 Jun 23 22:44:42.990314 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:43.012353 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9b91b319-fd86-4de4-8101-5a82b7f4174d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (07bea07e-b542-4f7d-a59e-348856efa9aa), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:43.038736 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91b319-fd86-4de4-8101-5a82b7f4174d admin admin] Pushing event deleted for resources: {'Port': ['ID=07bea07e-b542-4f7d-a59e-348856efa9aa,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:43.220409 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9b91b319-fd86-4de4-8101-5a82b7f4174d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886193'] for router_interface (a43c608a-53ee-42e5-92ac-35b5f55efc59), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:43.321165 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:43.437421 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b91b319-fd86-4de4-8101-5a82b7f4174d admin admin] Router a43c608a-53ee-42e5-92ac-35b5f55efc59 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:44:43.550699 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b91b319-fd86-4de4-8101-5a82b7f4174d admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:44:43.556143 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-9b91b319-fd86-4de4-8101-5a82b7f4174d admin admin] 10.222.0.43 "PUT /v2.0/routers/a43c608a-53ee-42e5-92ac-35b5f55efc59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8225260 Jun 23 22:44:43.558602 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39650) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:43.564419 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a8b9e-d30c-414d-8d2d-52d14f04ff21 None None] Sync routers for ids ['a43c608a-53ee-42e5-92ac-35b5f55efc59'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:44:43.577146 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a8b9e-d30c-414d-8d2d-52d14f04ff21 None None] Routers {'a43c608a-53ee-42e5-92ac-35b5f55efc59'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:44:43.577901 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-ab5a8b9e-d30c-414d-8d2d-52d14f04ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:44:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a43c608a-53ee-42e5-92ac-35b5f55efc59'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:43.651209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec969f5-538b-4e8f-b622-95d116741e23 req-2f6bde4f-6415-419f-8236-a62d04a5034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:43.652716 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dec969f5-538b-4e8f-b622-95d116741e23 req-2f6bde4f-6415-419f-8236-a62d04a5034c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65a0d4c968d84b02977004edf46cde48&device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 1127 time: 0.0490668 Jun 23 22:44:43.684548 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-ab5a8b9e-d30c-414d-8d2d-52d14f04ff21 None None] Set router a43c608a-53ee-42e5-92ac-35b5f55efc59 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:44:43.769614 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95108567-f26c-44cb-83be-6a70cc6b24df req-80e05a3b-bac3-4b14-92bb-958013b5f2aa tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:43.771835 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-95108567-f26c-44cb-83be-6a70cc6b24df req-80e05a3b-bac3-4b14-92bb-958013b5f2aa tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 946 time: 0.1148071 Jun 23 22:44:43.775320 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Publish callbacks [] for router (a43c608a-53ee-42e5-92ac-35b5f55efc59), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:43.790252 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:43.861330 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-ab5a8b9e-d30c-414d-8d2d-52d14f04ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:44:42Z', 'revision_number': 5, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:43.887632 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a8b9e-d30c-414d-8d2d-52d14f04ff21 None None] Checking router: a43c608a-53ee-42e5-92ac-35b5f55efc59 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:44:43.897100 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a8b9e-d30c-414d-8d2d-52d14f04ff21 None None] Routers {'a43c608a-53ee-42e5-92ac-35b5f55efc59'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:44:43.897700 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-ab5a8b9e-d30c-414d-8d2d-52d14f04ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:44:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['a43c608a-53ee-42e5-92ac-35b5f55efc59'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:43.941748 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-95108567-f26c-44cb-83be-6a70cc6b24df req-e3812d17-800c-4199-bc88-70f68911181d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621768 Jun 23 22:44:43.944803 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec969f5-538b-4e8f-b622-95d116741e23 req-c9d8970b-0327-4689-a552-557a039368ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:43.946065 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dec969f5-538b-4e8f-b622-95d116741e23 req-c9d8970b-0327-4689-a552-557a039368ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5b80e41-df9f-4702-ac94-81d6f7484421 HTTP/1.1" status: 200 len: 915 time: 0.2513249 Jun 23 22:44:43.998745 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dec969f5-538b-4e8f-b622-95d116741e23 req-f20d3624-1c5e-47d0-a088-5c0a62c2d146 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e63211d3-926c-49a4-9403-d08483acf737 HTTP/1.1" status: 200 len: 217 time: 0.0454843 Jun 23 22:44:44.001099 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Publish callbacks [] for router_gateway (a43c608a-53ee-42e5-92ac-35b5f55efc59), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:44.071522 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:44.132521 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-ab5a8b9e-d30c-414d-8d2d-52d14f04ff21 None None] Set router a43c608a-53ee-42e5-92ac-35b5f55efc59 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:44:44.149829 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec969f5-538b-4e8f-b622-95d116741e23 req-c81a7104-81ab-4ca3-be53-05fbd8aad4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:44.151349 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dec969f5-538b-4e8f-b622-95d116741e23 req-c81a7104-81ab-4ca3-be53-05fbd8aad4cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14176a2a-d05f-4a49-8d0a-907dfcaa52fc HTTP/1.1" status: 200 len: 854 time: 0.1429563 Jun 23 22:44:44.175509 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c622e-38e8-4236-99e0-6e25a137e5dc req-ea5d0609-6f4c-4adf-8d43-5f4df64b06b9 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:44.176909 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0c4c622e-38e8-4236-99e0-6e25a137e5dc req-ea5d0609-6f4c-4adf-8d43-5f4df64b06b9 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 943 time: 0.1363442 Jun 23 22:44:44.180484 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Deleting port e3694412-60d1-457f-8cbe-fa54bec36b6e {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:44:44.180484 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:44.200945 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57b914-2b71-41a2-a049-323daee095cd req-1ca9c7f7-672f-478d-8632-ebdb9f118fae tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:44.202423 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cb57b914-2b71-41a2-a049-323daee095cd req-1ca9c7f7-672f-478d-8632-ebdb9f118fae tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 946 time: 0.1586347 Jun 23 22:44:44.215583 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dec969f5-538b-4e8f-b622-95d116741e23 req-8bf6e3b3-330d-4469-9260-ff3e2bc919bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5b80e41-df9f-4702-ac94-81d6f7484421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564225 Jun 23 22:44:44.215978 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:44.299526 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-ab5a8b9e-d30c-414d-8d2d-52d14f04ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:44:42Z', 'revision_number': 5, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:44.328229 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a8b9e-d30c-414d-8d2d-52d14f04ff21 None None] The sync data for ids ['a43c608a-53ee-42e5-92ac-35b5f55efc59'] in dv-cinder-846173-2-iscsi is: [{'id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'name': 'tempest-TestShelveInstance-287531612-router', 'tenant_id': 'dceb245422db46eaa1440c39b5755aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:44:42Z', 'revision_number': 5, 'project_id': 'dceb245422db46eaa1440c39b5755aca', 'gw_port': {'id': 'e3694412-60d1-457f-8cbe-fa54bec36b6e', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c608a-53ee-42e5-92ac-35b5f55efc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:15Z', 'updated_at': '2022-06-23T22:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:44:44.404117 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0c4c622e-38e8-4236-99e0-6e25a137e5dc req-446bf9a0-f228-4659-bf36-e50c6d559645 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995223 Jun 23 22:44:44.416468 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cb57b914-2b71-41a2-a049-323daee095cd req-4cd3a380-5372-4725-a93c-e8667d014583 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950936 Jun 23 22:44:44.437939 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] For port e3694412-60d1-457f-8cbe-fa54bec36b6e, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=e3694412-60d1-457f-8cbe-fa54bec36b6e,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:44.438272 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:44.439232 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39656) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:44.451852 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dec969f5-538b-4e8f-b622-95d116741e23 req-e9c9401f-0bd5-4aec-a44a-c7e14b852b54 service neutron] 10.222.0.55 "GET /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277699 Jun 23 22:44:44.458342 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Calling delete_port for e3694412-60d1-457f-8cbe-fa54bec36b6e owned by network:router_gateway {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:44:44.532760 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device e63211d3-926c-49a4-9403-d08483acf737 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:44:44.553206 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:44.579837 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:44.595095 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf316a3-57fd-4067-82c2-3b6d6caa2242 tempest-TestVolumeBootPattern-1233849709 tempest-TestVolumeBootPattern-1233849709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:44.597695 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3bf316a3-57fd-4067-82c2-3b6d6caa2242 tempest-TestVolumeBootPattern-1233849709 tempest-TestVolumeBootPattern-1233849709-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 1125 time: 0.1563218 Jun 23 22:44:44.601463 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39660) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:44.602765 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dec969f5-538b-4e8f-b622-95d116741e23 req-245499aa-6f40-47f2-a3b4-c227354cd4b5 service neutron] 10.222.0.55 "GET /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422389 Jun 23 22:44:44.605141 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'port_id': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:44:44.631702 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:44.650521 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port e63211d3-926c-49a4-9403-d08483acf737, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e63211d3-926c-49a4-9403-d08483acf737,segment=NetworkSegment(50ca6ff9-2570-4d45-9553-a0eec539239f),segment_id=50ca6ff9-2570-4d45-9553-a0eec539239f)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:44.665191 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'e63211d3-926c-49a4-9403-d08483acf737', 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421', 'port_id': 'e63211d3-926c-49a4-9403-d08483acf737', 'mac_address': 'fa:16:3e:a1:d3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14176a2a-d05f-4a49-8d0a-907dfcaa52fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:44:44.711988 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (e3694412-60d1-457f-8cbe-fa54bec36b6e), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:44.717096 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port e63211d3-926c-49a4-9403-d08483acf737 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:44:44.718180 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e63211d3-926c-49a4-9403-d08483acf737), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:44.737313 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63211d3-926c-49a4-9403-d08483acf737 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:44:44.753997 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:44.770619 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port e63211d3-926c-49a4-9403-d08483acf737, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e63211d3-926c-49a4-9403-d08483acf737,segment=NetworkSegment(50ca6ff9-2570-4d45-9553-a0eec539239f),segment_id=50ca6ff9-2570-4d45-9553-a0eec539239f)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:44.772567 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3694412-60d1-457f-8cbe-fa54bec36b6e,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:44.778246 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 07bea07e-b542-4f7d-a59e-348856efa9aa no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:44:44.785214 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e63211d3-926c-49a4-9403-d08483acf737), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:44.806847 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 07bea07e-b542-4f7d-a59e-348856efa9aa {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:44:44.807133 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 07bea07e-b542-4f7d-a59e-348856efa9aa not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:44:44.851372 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=e63211d3-926c-49a4-9403-d08483acf737,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:44.857814 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892053'] for router_gateway (a43c608a-53ee-42e5-92ac-35b5f55efc59), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:44.915858 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Allocated IP 172.27.2.203 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/7aefc351-6bb1-4d27-a58a-5eff33074963) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:44:45.034670 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for port (7aefc351-6bb1-4d27-a58a-5eff33074963), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.058417 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['e63211d3-926c-49a4-9403-d08483acf737'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:44:45.072506 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (7aefc351-6bb1-4d27-a58a-5eff33074963), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.128836 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:44:45.134142 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:44:45.136444 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:44:45.139531 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'Port': ['ID=7aefc351-6bb1-4d27-a58a-5eff33074963,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:45.203382 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:45.212320 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7885660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7573'] for router (a43c608a-53ee-42e5-92ac-35b5f55efc59), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.214837 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Publish callbacks [] for router_controller (a43c608a-53ee-42e5-92ac-35b5f55efc59), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.264111 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7885778'] for router (a43c608a-53ee-42e5-92ac-35b5f55efc59), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.264699 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a43c608a-53ee-42e5-92ac-35b5f55efc59 {{(pid=104138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 22:44:45.270104 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.271422 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-99880cb5-1779-4e06-a019-b449ad6f6e30 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a43c608a-53ee-42e5-92ac-35b5f55efc59 HTTP/1.1" status: 204 len: 168 time: 1.7116702 Jun 23 22:44:45.274297 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39664) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:45.304996 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:45.326180 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3436fe-fd6a-4d9a-b76b-fccfa811d167 admin admin] Deleting subnet f3aed83f-7970-4afc-91d7-b738c12b5855 {{(pid=104138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:44:45.329534 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-6a3436fe-fd6a-4d9a-b76b-fccfa811d167 admin admin] Publish callbacks [] for subnet (f3aed83f-7970-4afc-91d7-b738c12b5855), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.366122 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-6a3436fe-fd6a-4d9a-b76b-fccfa811d167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350737'] for subnet (f3aed83f-7970-4afc-91d7-b738c12b5855), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.416520 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:45.452046 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-6a3436fe-fd6a-4d9a-b76b-fccfa811d167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (f3aed83f-7970-4afc-91d7-b738c12b5855), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.471103 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:45.474035 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:45.524826 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (c83a9e87-34d2-45c5-b9b0-5b95e77b0216), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.553904 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f284ff-65bf-4e1f-9c0d-ce99680ee744 req-2c668b51-46bf-4a9b-bd58-307bd213bce0 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:45.555409 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a8f284ff-65bf-4e1f-9c0d-ce99680ee744 req-2c668b51-46bf-4a9b-bd58-307bd213bce0 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 944 time: 0.0755069 Jun 23 22:44:45.562442 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-6a3436fe-fd6a-4d9a-b76b-fccfa811d167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4994293'] for subnet (f3aed83f-7970-4afc-91d7-b738c12b5855), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.593064 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (7aefc351-6bb1-4d27-a58a-5eff33074963), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.604535 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49366ddf-ca1d-4102-9bd9-a150bf33fc4e None None] Network 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:44:45.605062 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3436fe-fd6a-4d9a-b76b-fccfa811d167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3aed83f-7970-4afc-91d7-b738c12b5855,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:45.606680 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-6a3436fe-fd6a-4d9a-b76b-fccfa811d167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.611012 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-6a3436fe-fd6a-4d9a-b76b-fccfa811d167 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f3aed83f-7970-4afc-91d7-b738c12b5855 HTTP/1.1" status: 204 len: 168 time: 0.3357022 Jun 23 22:44:45.613565 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39668) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:45.709179 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a8f284ff-65bf-4e1f-9c0d-ce99680ee744 req-8492da07-e5f1-4e78-aad0-9111c960e754 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422615 Jun 23 22:44:45.713631 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.771946 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for port (7aefc351-6bb1-4d27-a58a-5eff33074963), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.772958 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Deleting port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:44:45.773299 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.791652 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4275053'] for port (7aefc351-6bb1-4d27-a58a-5eff33074963), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.832300 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b3e74e-0519-4573-b3a5-c9838c03ce0a None None] DHCP port deletion for 1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc request from dv-cinder-846173-2-iscsi {{(pid=104140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 22:44:45.869474 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] For port a7c0480b-55a8-4143-bfc4-b0e40c6136e5, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a7c0480b-55a8-4143-bfc4-b0e40c6136e5,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:45.869948 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.873550 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3e74e-0519-4573-b3a5-c9838c03ce0a None None] Deleting port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 {{(pid=104140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:44:45.873916 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e74e-0519-4573-b3a5-c9838c03ce0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), before_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.879721 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event updated for resources: {'Port': ['ID=7aefc351-6bb1-4d27-a58a-5eff33074963,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:45.885250 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Calling delete_port for a7c0480b-55a8-4143-bfc4-b0e40c6136e5 owned by network:dhcp {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:44:45.891640 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (c83a9e87-34d2-45c5-b9b0-5b95e77b0216), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.951999 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-f3b3e74e-0519-4573-b3a5-c9838c03ce0a None None] For port a7c0480b-55a8-4143-bfc4-b0e40c6136e5, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a7c0480b-55a8-4143-bfc4-b0e40c6136e5,segment=NetworkSegment(7b0cf4f0-bd74-4288-acc8-55889447ae29),segment_id=7b0cf4f0-bd74-4288-acc8-55889447ae29)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:45.952588 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e74e-0519-4573-b3a5-c9838c03ce0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), precommit_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:45.971602 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3e74e-0519-4573-b3a5-c9838c03ce0a None None] Calling delete_port for a7c0480b-55a8-4143-bfc4-b0e40c6136e5 owned by network:dhcp {{(pid=104140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:44:45.977722 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:46.001497 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c0480b-55a8-4143-bfc4-b0e40c6136e5,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:46.008696 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] No DVR routers for this DVR port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 on host dv-cinder-846173-2-iscsi {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:44:46.020786 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.l3_db [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Floating IP c83a9e87-34d2-45c5-b9b0-5b95e77b0216 associated. External IP: 172.27.2.203, port: 28262990-c9a0-4ed8-bafe-2a4ebcc543dd. Jun 23 22:44:46.071767 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e74e-0519-4573-b3a5-c9838c03ce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597'] for port (a7c0480b-55a8-4143-bfc4-b0e40c6136e5), after_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:46.093957 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:46.102031 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3e74e-0519-4573-b3a5-c9838c03ce0a None None] Pushing event deleted for resources: {'Port': ['ID=a7c0480b-55a8-4143-bfc4-b0e40c6136e5,revision_number=None']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:46.108167 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3e74e-0519-4573-b3a5-c9838c03ce0a None None] No DVR routers for this DVR port a7c0480b-55a8-4143-bfc4-b0e40c6136e5 on host dv-cinder-846173-2-iscsi {{(pid=104140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:44:46.125598 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc']}} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:46.141783 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0cf4f0-bd74-4288-acc8-55889447ae29') {'for_net_delete': True} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:46.141783 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0cf4f0-bd74-4288-acc8-55889447ae29') {} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:46.148596 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350730'] for segment (7b0cf4f0-bd74-4288-acc8-55889447ae29), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:46.164039 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (7b0cf4f0-bd74-4288-acc8-55889447ae29), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:46.171067 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=104138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:44:46.171461 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770362'] for segment (7b0cf4f0-bd74-4288-acc8-55889447ae29), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:46.227999 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment 7b0cf4f0-bd74-4288-acc8-55889447ae29 resource provider aggregate not found Jun 23 22:44:46.241020 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:46.246293 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:46.249412 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc HTTP/1.1" status: 204 len: 168 time: 0.6346302 Jun 23 22:44:46.251430 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment 7b0cf4f0-bd74-4288-acc8-55889447ae29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b0cf4f0-bd74-4288-acc8-55889447ae29 found for delete ", "request_id": "req-de9ebdfe-b05f-455f-8b01-cdf9f4e34b42"}]} Jun 23 22:44:46.253116 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39674) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:46.266298 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93511b8b-5a10-4ef1-959a-8bc56fdb9514 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfbead6-2fd3-44e6-aaa5-ecacb98f0fbc,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:46.317651 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:44:46.550831 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device e63211d3-926c-49a4-9403-d08483acf737 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:44:46.577505 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device e3694412-60d1-457f-8cbe-fa54bec36b6e no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:44:46.603157 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: e3694412-60d1-457f-8cbe-fa54bec36b6e {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:44:46.603502 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device e3694412-60d1-457f-8cbe-fa54bec36b6e not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:44:46.603915 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a7c0480b-55a8-4143-bfc4-b0e40c6136e5 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:44:46.623673 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:46.625526 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: a7c0480b-55a8-4143-bfc4-b0e40c6136e5 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:44:46.625962 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a7c0480b-55a8-4143-bfc4-b0e40c6136e5 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:44:46.637299 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port e63211d3-926c-49a4-9403-d08483acf737 completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:44:46.645285 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port e63211d3-926c-49a4-9403-d08483acf737 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:44:46.645817 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (e63211d3-926c-49a4-9403-d08483acf737), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:46.716400 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=100 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:46.723344 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port e63211d3-926c-49a4-9403-d08483acf737 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:44:46.723738 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (e63211d3-926c-49a4-9403-d08483acf737), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:46.750437 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9717199a-93d2-479c-a903-818a5e93b841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63211d3-926c-49a4-9403-d08483acf737'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:44:46.753427 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb61192-6c30-4ed1-971f-30afec06d751" -d '{"events": [{"server_uuid": "9717199a-93d2-479c-a903-818a5e93b841", "name": "network-vif-plugged", "status": "completed", "tag": "e63211d3-926c-49a4-9403-d08483acf737"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:44:46.767376 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:44:46.769770 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:46.774312 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port e63211d3-926c-49a4-9403-d08483acf737, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e63211d3-926c-49a4-9403-d08483acf737,segment=NetworkSegment(50ca6ff9-2570-4d45-9553-a0eec539239f),segment_id=50ca6ff9-2570-4d45-9553-a0eec539239f)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:46.781465 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bfca1c-2f4a-46cc-aa2a-5f058aa27b80 None None] Sync routers for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:44:46.795155 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (e63211d3-926c-49a4-9403-d08483acf737), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:46.799018 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bfca1c-2f4a-46cc-aa2a-5f058aa27b80 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:44:46.800404 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-22bfca1c-2f4a-46cc-aa2a-5f058aa27b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:44:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:46.815859 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:46.860623 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-87694ae2-bafd-4ea8-af8c-5aee2f928452 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2589386 Jun 23 22:44:46.862368 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c07b24-76b6-4966-b2d3-d440dab1768c x-openstack-request-id: req-e5c07b24-76b6-4966-b2d3-d440dab1768c {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:44:46.862913 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9717199a-93d2-479c-a903-818a5e93b841", "name": "network-vif-plugged", "status": "completed", "tag": "e63211d3-926c-49a4-9403-d08483acf737", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:44:46.863187 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5c07b24-76b6-4966-b2d3-d440dab1768c {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:44:46.863587 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c07b24-76b6-4966-b2d3-d440dab1768c'] response: {'server_uuid': '9717199a-93d2-479c-a903-818a5e93b841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63211d3-926c-49a4-9403-d08483acf737', 'code': 200} Jun 23 22:44:46.864256 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=e63211d3-926c-49a4-9403-d08483acf737,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:46.865196 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'tag': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd'}] {{(pid=104139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:44:46.867487 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7a30e2d28ecc9770ca79202b5e481ce5d3a4a17bdcf321dacedd3590822de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5ab70c-19c2-4c40-a21d-80796471e59b" -d '{"events": [{"name": "network-changed", "server_uuid": "60c4a691-2c7d-4621-bfad-17e7a30b5724", "tag": "28262990-c9a0-4ed8-bafe-2a4ebcc543dd"}]}' {{(pid=104139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:44:46.920960 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde10e69-d3d1-453d-877d-04a02e8175d8 x-openstack-request-id: req-fde10e69-d3d1-453d-877d-04a02e8175d8 {{(pid=104139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:44:46.921546 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c4a691-2c7d-4621-bfad-17e7a30b5724", "tag": "28262990-c9a0-4ed8-bafe-2a4ebcc543dd", "status": "completed", "code": 200}]} {{(pid=104139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:44:46.922017 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fde10e69-d3d1-453d-877d-04a02e8175d8 {{(pid=104139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:44:46.922602 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde10e69-d3d1-453d-877d-04a02e8175d8'] response: {'name': 'network-changed', 'server_uuid': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'tag': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd', 'status': 'completed', 'code': 200} Jun 23 22:44:46.931868 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:46.962066 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6ba66-0d66-4ab4-8e1d-739fd00d6c20 req-62fb9ff2-24d0-41b4-b0ce-4a76a057ab2d tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:46.963717 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9df6ba66-0d66-4ab4-8e1d-739fd00d6c20 req-62fb9ff2-24d0-41b4-b0ce-4a76a057ab2d tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 945 time: 0.1139264 Jun 23 22:44:46.969943 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-22bfca1c-2f4a-46cc-aa2a-5f058aa27b80 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:44:46.994449 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3a79decb-877f-4af8-9180-53256758adc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7886309'] for router_interface (d2999c27-7f39-428f-a989-4bb94941e2e1), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:47.025040 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ab70c-19c2-4c40-a21d-80796471e59b req-7b715cfd-4b52-406e-b9f5-be75020d3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:47.026521 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fb5ab70c-19c2-4c40-a21d-80796471e59b req-7b715cfd-4b52-406e-b9f5-be75020d3daa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 1130 time: 0.0801415 Jun 23 22:44:47.090429 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9df6ba66-0d66-4ab4-8e1d-739fd00d6c20 req-1d2f8f86-bb40-4ca4-be76-dd79d3139541 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050847 Jun 23 22:44:47.169603 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a0f91-5dfd-456c-97ab-2a1ad782ecd8 req-72183766-55ed-48c8-977f-831169b3a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:47.171106 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ab4a0f91-5dfd-456c-97ab-2a1ad782ecd8 req-72183766-55ed-48c8-977f-831169b3a165 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 1129 time: 0.1054828 Jun 23 22:44:47.198098 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:47.207322 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ab70c-19c2-4c40-a21d-80796471e59b req-2ecd4f02-c960-458d-be98-11b91cf38270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:47.208778 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fb5ab70c-19c2-4c40-a21d-80796471e59b req-2ecd4f02-c960-458d-be98-11b91cf38270 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 912 time: 0.1708057 Jun 23 22:44:47.211452 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-22bfca1c-2f4a-46cc-aa2a-5f058aa27b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '7888b708-e222-4eff-b662-d4d37c2d9df8', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '876447a5-4914-447d-9445-4888cf15aa9a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:6e:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:42:17Z', 'updated_at': '2022-06-23T22:42:19Z', 'revision_number': 1, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}, {'id': 'c83a9e87-34d2-45c5-b9b0-5b95e77b0216', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:52:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:44:45Z', 'updated_at': '2022-06-23T22:44:45Z', 'revision_number': 0, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:47.275558 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-3a79decb-877f-4af8-9180-53256758adc8 admin admin] Deleting port a4930817-7de4-4ee6-a76c-8b745939b9a5 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:44:47.275933 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3a79decb-877f-4af8-9180-53256758adc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:47.295615 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ab4a0f91-5dfd-456c-97ab-2a1ad782ecd8 req-bdfa579f-334d-49ce-91c6-92955a83a039 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174707 Jun 23 22:44:47.304523 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fb5ab70c-19c2-4c40-a21d-80796471e59b req-82cde5ce-9117-48d5-9584-eb5183269531 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28262990-c9a0-4ed8-bafe-2a4ebcc543dd HTTP/1.1" status: 200 len: 1000 time: 0.0817096 Jun 23 22:44:47.332549 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bfca1c-2f4a-46cc-aa2a-5f058aa27b80 None None] Checking router: dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:44:47.341334 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bfca1c-2f4a-46cc-aa2a-5f058aa27b80 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:44:47.341612 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-22bfca1c-2f4a-46cc-aa2a-5f058aa27b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:44:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:47.363620 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-3a79decb-877f-4af8-9180-53256758adc8 admin admin] For port a4930817-7de4-4ee6-a76c-8b745939b9a5, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a4930817-7de4-4ee6-a76c-8b745939b9a5,segment=NetworkSegment(89e1a6da-08c8-4d9c-a16e-3e4b15205a40),segment_id=89e1a6da-08c8-4d9c-a16e-3e4b15205a40)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:47.363985 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3a79decb-877f-4af8-9180-53256758adc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:47.376715 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-3a79decb-877f-4af8-9180-53256758adc8 admin admin] Calling delete_port for a4930817-7de4-4ee6-a76c-8b745939b9a5 owned by network:router_interface {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:44:47.441626 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-22bfca1c-2f4a-46cc-aa2a-5f058aa27b80 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:44:47.529671 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ab70c-19c2-4c40-a21d-80796471e59b req-731a7ab1-cf0e-4a7a-90a8-4a5b1538a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:47.531103 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fb5ab70c-19c2-4c40-a21d-80796471e59b req-731a7ab1-cf0e-4a7a-90a8-4a5b1538a28a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 200 len: 850 time: 0.0454845 Jun 23 22:44:47.569233 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3a79decb-877f-4af8-9180-53256758adc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (a4930817-7de4-4ee6-a76c-8b745939b9a5), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:47.573419 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:47.582793 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ab70c-19c2-4c40-a21d-80796471e59b req-8caff8af-9b09-474c-bf25-607174bdc89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:47.584348 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fb5ab70c-19c2-4c40-a21d-80796471e59b req-8caff8af-9b09-474c-bf25-607174bdc89d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463173 Jun 23 22:44:47.608598 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79decb-877f-4af8-9180-53256758adc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4930817-7de4-4ee6-a76c-8b745939b9a5,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:47.656481 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:47.666556 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-22bfca1c-2f4a-46cc-aa2a-5f058aa27b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '7888b708-e222-4eff-b662-d4d37c2d9df8', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '876447a5-4914-447d-9445-4888cf15aa9a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:6e:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:42:17Z', 'updated_at': '2022-06-23T22:42:19Z', 'revision_number': 1, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}, {'id': 'c83a9e87-34d2-45c5-b9b0-5b95e77b0216', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:52:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:44:45Z', 'updated_at': '2022-06-23T22:44:45Z', 'revision_number': 0, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:47.669659 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:47.697571 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bfca1c-2f4a-46cc-aa2a-5f058aa27b80 None None] The sync data for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi is: [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '7888b708-e222-4eff-b662-d4d37c2d9df8', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '876447a5-4914-447d-9445-4888cf15aa9a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:6e:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:42:17Z', 'updated_at': '2022-06-23T22:42:19Z', 'revision_number': 1, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}, {'id': 'c83a9e87-34d2-45c5-b9b0-5b95e77b0216', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:52:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:44:45Z', 'updated_at': '2022-06-23T22:44:45Z', 'revision_number': 0, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:44:47.698536 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fb5ab70c-19c2-4c40-a21d-80796471e59b req-bc13e231-7a8e-4a24-9f0b-74892bd3755e service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075726 Jun 23 22:44:47.787431 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3a79decb-877f-4af8-9180-53256758adc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886193'] for router_interface (d2999c27-7f39-428f-a989-4bb94941e2e1), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:47.907360 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d88c0a-a600-41b3-aa1e-c5cf157530ba None None] New status for floating IP c83a9e87-34d2-45c5-b9b0-5b95e77b0216: ACTIVE {{(pid=104140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:44:48.004676 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a79decb-877f-4af8-9180-53256758adc8 admin admin] Router d2999c27-7f39-428f-a989-4bb94941e2e1 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:44:48.061624 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fb5ab70c-19c2-4c40-a21d-80796471e59b req-a60d10dd-8e2b-4c51-97f4-6d3284af78be service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945859 Jun 23 22:44:48.119081 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a79decb-877f-4af8-9180-53256758adc8 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:44:48.126711 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3a79decb-877f-4af8-9180-53256758adc8 admin admin] 10.222.0.43 "PUT /v2.0/routers/d2999c27-7f39-428f-a989-4bb94941e2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8723593 Jun 23 22:44:48.127974 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39686) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:48.129931 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d971bd4-3faa-4dfd-ab4f-517b68b1ec68 None None] Sync routers for ids ['d2999c27-7f39-428f-a989-4bb94941e2e1'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:44:48.140359 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d971bd4-3faa-4dfd-ab4f-517b68b1ec68 None None] Routers {'d2999c27-7f39-428f-a989-4bb94941e2e1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:44:48.140987 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-6d971bd4-3faa-4dfd-ab4f-517b68b1ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:44:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['d2999c27-7f39-428f-a989-4bb94941e2e1'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:48.242413 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-6d971bd4-3faa-4dfd-ab4f-517b68b1ec68 None None] Set router d2999c27-7f39-428f-a989-4bb94941e2e1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:44:48.259121 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc8f77-12a6-43e0-8cee-34c34b15534b req-11218384-db62-4379-a315-43d7108fa96c tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:48.260672 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b8dc8f77-12a6-43e0-8cee-34c34b15534b req-11218384-db62-4379-a315-43d7108fa96c tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 945 time: 0.0854247 Jun 23 22:44:48.287447 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Publish callbacks [] for router (d2999c27-7f39-428f-a989-4bb94941e2e1), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:48.363259 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-b8dc8f77-12a6-43e0-8cee-34c34b15534b req-e4c8089c-5d95-49b6-8d45-509ade89d845 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961981 Jun 23 22:44:48.397218 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:48.408156 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:48.410545 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Publish callbacks [] for router_gateway (d2999c27-7f39-428f-a989-4bb94941e2e1), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:48.414246 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-6d971bd4-3faa-4dfd-ab4f-517b68b1ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'name': 'tempest-TestShelveInstance-1310382174-router', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:19Z', 'updated_at': '2022-06-23T22:44:47Z', 'revision_number': 5, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'gw_port': {'id': '6e0593da-7d88-4130-b340-c160b7892a3c', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:55:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:39:20Z', 'updated_at': '2022-06-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:48.442916 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d971bd4-3faa-4dfd-ab4f-517b68b1ec68 None None] Checking router: d2999c27-7f39-428f-a989-4bb94941e2e1 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:44:48.451402 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d971bd4-3faa-4dfd-ab4f-517b68b1ec68 None None] Routers {'d2999c27-7f39-428f-a989-4bb94941e2e1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:44:48.451875 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Deleting port 6e0593da-7d88-4130-b340-c160b7892a3c {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:44:48.452010 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-6d971bd4-3faa-4dfd-ab4f-517b68b1ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:44:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['d2999c27-7f39-428f-a989-4bb94941e2e1'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:48.452213 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (6e0593da-7d88-4130-b340-c160b7892a3c), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:48.537620 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] For port 6e0593da-7d88-4130-b340-c160b7892a3c, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=6e0593da-7d88-4130-b340-c160b7892a3c,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:48.537985 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (6e0593da-7d88-4130-b340-c160b7892a3c), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:48.547129 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-6d971bd4-3faa-4dfd-ab4f-517b68b1ec68 None None] Set router d2999c27-7f39-428f-a989-4bb94941e2e1 gateway port host: None {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:44:48.553238 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Calling delete_port for 6e0593da-7d88-4130-b340-c160b7892a3c owned by network:router_gateway {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:44:48.598242 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-6d971bd4-3faa-4dfd-ab4f-517b68b1ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'name': 'tempest-TestShelveInstance-1310382174-router', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:19Z', 'updated_at': '2022-06-23T22:44:48Z', 'revision_number': 6, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'gw_port_host': None}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:48.622777 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d971bd4-3faa-4dfd-ab4f-517b68b1ec68 None None] The sync data for ids ['d2999c27-7f39-428f-a989-4bb94941e2e1'] in dv-cinder-846173-2-iscsi is: [{'id': 'd2999c27-7f39-428f-a989-4bb94941e2e1', 'name': 'tempest-TestShelveInstance-1310382174-router', 'tenant_id': '6bb38a54c255484b8bd9f316ae754708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:39:19Z', 'updated_at': '2022-06-23T22:44:48Z', 'revision_number': 6, 'project_id': '6bb38a54c255484b8bd9f316ae754708', 'gw_port_host': None}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:44:48.713726 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:48.726252 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (6e0593da-7d88-4130-b340-c160b7892a3c), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:48.748659 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0593da-7d88-4130-b340-c160b7892a3c,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:48.814703 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892053'] for router_gateway (d2999c27-7f39-428f-a989-4bb94941e2e1), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:48.902793 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7885660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7573'] for router (d2999c27-7f39-428f-a989-4bb94941e2e1), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:48.904956 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Publish callbacks [] for router_controller (d2999c27-7f39-428f-a989-4bb94941e2e1), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:48.952411 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7885778'] for router (d2999c27-7f39-428f-a989-4bb94941e2e1), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:48.952977 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2999c27-7f39-428f-a989-4bb94941e2e1 {{(pid=104138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 22:44:48.959085 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:48.962193 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-8040eb01-5a9c-41d0-a005-c9b95a6884be admin admin] 10.222.0.43 "DELETE /v2.0/routers/d2999c27-7f39-428f-a989-4bb94941e2e1 HTTP/1.1" status: 204 len: 168 time: 0.8287425 Jun 23 22:44:48.962593 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39688) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:49.008825 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd96e74b-ea1d-4b04-aca8-a7f9ab336ae2 admin admin] Deleting subnet 344c2589-dca1-46b2-b464-832f1fecdef1 {{(pid=104138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:44:49.012294 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bd96e74b-ea1d-4b04-aca8-a7f9ab336ae2 admin admin] Publish callbacks [] for subnet (344c2589-dca1-46b2-b464-832f1fecdef1), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.050598 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bd96e74b-ea1d-4b04-aca8-a7f9ab336ae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350737'] for subnet (344c2589-dca1-46b2-b464-832f1fecdef1), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.134260 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bd96e74b-ea1d-4b04-aca8-a7f9ab336ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (344c2589-dca1-46b2-b464-832f1fecdef1), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.186524 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bd96e74b-ea1d-4b04-aca8-a7f9ab336ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4994293'] for subnet (344c2589-dca1-46b2-b464-832f1fecdef1), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.214544 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96e74b-ea1d-4b04-aca8-a7f9ab336ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344c2589-dca1-46b2-b464-832f1fecdef1,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:49.219637 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bd96e74b-ea1d-4b04-aca8-a7f9ab336ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.224071 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-bd96e74b-ea1d-4b04-aca8-a7f9ab336ae2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/344c2589-dca1-46b2-b464-832f1fecdef1 HTTP/1.1" status: 204 len: 168 time: 0.2606862 Jun 23 22:44:49.225267 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3509130b-280c-48ac-b424-594b8f1ee504 None None] Network 5122ea4b-715e-4ce1-b77b-3758d493b58d requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:44:49.226354 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39690) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:49.247114 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:49.298804 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (5122ea4b-715e-4ce1-b77b-3758d493b58d), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.347700 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Deleting port 707b5440-32f0-4554-abf6-71015fc1ead3 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:44:49.348033 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.403463 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453cf589-5131-43d8-8846-d2f9a093ad94 None None] DHCP port deletion for 5122ea4b-715e-4ce1-b77b-3758d493b58d request from dv-cinder-846173-2-iscsi {{(pid=104140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 22:44:49.420995 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] For port 707b5440-32f0-4554-abf6-71015fc1ead3, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=707b5440-32f0-4554-abf6-71015fc1ead3,segment=NetworkSegment(89e1a6da-08c8-4d9c-a16e-3e4b15205a40),segment_id=89e1a6da-08c8-4d9c-a16e-3e4b15205a40)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:49.421366 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.436404 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Calling delete_port for 707b5440-32f0-4554-abf6-71015fc1ead3 owned by network:dhcp {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:44:49.444986 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-453cf589-5131-43d8-8846-d2f9a093ad94 None None] Deleting port 707b5440-32f0-4554-abf6-71015fc1ead3 {{(pid=104140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:44:49.445403 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-453cf589-5131-43d8-8846-d2f9a093ad94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), before_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.517365 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-453cf589-5131-43d8-8846-d2f9a093ad94 None None] For port 707b5440-32f0-4554-abf6-71015fc1ead3, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=707b5440-32f0-4554-abf6-71015fc1ead3,segment=NetworkSegment(89e1a6da-08c8-4d9c-a16e-3e4b15205a40),segment_id=89e1a6da-08c8-4d9c-a16e-3e4b15205a40)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:44:49.517810 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-453cf589-5131-43d8-8846-d2f9a093ad94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), precommit_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.520298 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:49.534550 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-453cf589-5131-43d8-8846-d2f9a093ad94 None None] Calling delete_port for 707b5440-32f0-4554-abf6-71015fc1ead3 owned by network:dhcp {{(pid=104140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:44:49.544495 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f1def-f0fc-4a2f-9363-6f8e9132457f req-7be28be8-27b2-404d-b953-e08e6a6245d4 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:44:49.545966 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-706f1def-f0fc-4a2f-9363-6f8e9132457f req-7be28be8-27b2-404d-b953-e08e6a6245d4 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 945 time: 0.0651801 Jun 23 22:44:49.595351 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.625482 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-453cf589-5131-43d8-8846-d2f9a093ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597'] for port (707b5440-32f0-4554-abf6-71015fc1ead3), after_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.629411 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-706f1def-f0fc-4a2f-9363-6f8e9132457f req-3b870006-26d3-4a48-96ca-dc07bf3cec24 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772107 Jun 23 22:44:49.634633 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=707b5440-32f0-4554-abf6-71015fc1ead3,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:49.637092 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] No DVR routers for this DVR port 707b5440-32f0-4554-abf6-71015fc1ead3 on host dv-cinder-846173-2-iscsi {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:44:49.657759 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cf589-5131-43d8-8846-d2f9a093ad94 None None] Pushing event deleted for resources: {'Port': ['ID=707b5440-32f0-4554-abf6-71015fc1ead3,revision_number=None']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:49.679788 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453cf589-5131-43d8-8846-d2f9a093ad94 None None] No DVR routers for this DVR port 707b5440-32f0-4554-abf6-71015fc1ead3 on host dv-cinder-846173-2-iscsi {{(pid=104140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:44:49.724350 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (5122ea4b-715e-4ce1-b77b-3758d493b58d), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.732553 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:49.750482 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5122ea4b-715e-4ce1-b77b-3758d493b58d']}} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:49.761431 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e1a6da-08c8-4d9c-a16e-3e4b15205a40') {'for_net_delete': True} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:49.761725 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e1a6da-08c8-4d9c-a16e-3e4b15205a40') {} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:44:49.772287 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350730'] for segment (89e1a6da-08c8-4d9c-a16e-3e4b15205a40), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.787665 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (89e1a6da-08c8-4d9c-a16e-3e4b15205a40), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.795078 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=104138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:44:49.795460 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770362'] for segment (89e1a6da-08c8-4d9c-a16e-3e4b15205a40), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.819425 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment 89e1a6da-08c8-4d9c-a16e-3e4b15205a40 resource provider aggregate not found Jun 23 22:44:49.865907 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment 89e1a6da-08c8-4d9c-a16e-3e4b15205a40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89e1a6da-08c8-4d9c-a16e-3e4b15205a40 found for delete ", "request_id": "req-87d4f5b1-a81b-4da5-b77b-3b85a6eea4cb"}]} Jun 23 22:44:49.877002 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (5122ea4b-715e-4ce1-b77b-3758d493b58d), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.884961 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:49.890164 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5122ea4b-715e-4ce1-b77b-3758d493b58d HTTP/1.1" status: 204 len: 168 time: 0.6605926 Jun 23 22:44:49.898078 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c7761-f5a1-46a1-a31a-bb8f1baa7d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=5122ea4b-715e-4ce1-b77b-3758d493b58d,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:50.028298 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39738) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:50.071068 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-2b661256-eea5-4716-afb9-1fbbaad7485f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dceb245422db46eaa1440c39b5755aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414557 Jun 23 22:44:50.073548 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39742) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:50.136979 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bf0fad71-783d-40a0-b287-d5b2f29fd19e admin admin] Publish callbacks [] for security_group (a96df3b3-4b8b-4d24-8fb8-ab141206e204), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:50.159612 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bf0fad71-783d-40a0-b287-d5b2f29fd19e admin admin] Publish callbacks [] for security_group (a96df3b3-4b8b-4d24-8fb8-ab141206e204), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:50.210690 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bf0fad71-783d-40a0-b287-d5b2f29fd19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (a96df3b3-4b8b-4d24-8fb8-ab141206e204), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:50.213358 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-bf0fad71-783d-40a0-b287-d5b2f29fd19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:50.214523 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-bf0fad71-783d-40a0-b287-d5b2f29fd19e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a96df3b3-4b8b-4d24-8fb8-ab141206e204 HTTP/1.1" status: 204 len: 168 time: 0.1399786 Jun 23 22:44:50.222739 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fad71-783d-40a0-b287-d5b2f29fd19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96df3b3-4b8b-4d24-8fb8-ab141206e204,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:50.561059 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a4930817-7de4-4ee6-a76c-8b745939b9a5 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:44:50.570653 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39764) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:50.580606 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: a4930817-7de4-4ee6-a76c-8b745939b9a5 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:44:50.580964 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a4930817-7de4-4ee6-a76c-8b745939b9a5 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:44:50.581392 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 6e0593da-7d88-4130-b340-c160b7892a3c no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:44:50.600629 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 6e0593da-7d88-4130-b340-c160b7892a3c {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:44:50.601002 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 6e0593da-7d88-4130-b340-c160b7892a3c not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:44:50.601441 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 707b5440-32f0-4554-abf6-71015fc1ead3 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:44:50.612630 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6930dacb-a5eb-49c2-ad04-7583cf839736 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6bb38a54c255484b8bd9f316ae754708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401878 Jun 23 22:44:50.615033 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39766) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:44:50.621141 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 707b5440-32f0-4554-abf6-71015fc1ead3 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:44:50.621485 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 707b5440-32f0-4554-abf6-71015fc1ead3 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:44:50.665390 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-33b862b9-8a0e-439f-ac11-c5c77981d65a admin admin] Publish callbacks [] for security_group (e80de0a9-eef3-4d10-8a55-fbb9755cc983), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:50.687185 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-33b862b9-8a0e-439f-ac11-c5c77981d65a admin admin] Publish callbacks [] for security_group (e80de0a9-eef3-4d10-8a55-fbb9755cc983), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:50.736201 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-33b862b9-8a0e-439f-ac11-c5c77981d65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e80de0a9-eef3-4d10-8a55-fbb9755cc983), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:50.739836 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-33b862b9-8a0e-439f-ac11-c5c77981d65a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:50.740972 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-33b862b9-8a0e-439f-ac11-c5c77981d65a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e80de0a9-eef3-4d10-8a55-fbb9755cc983 HTTP/1.1" status: 204 len: 168 time: 0.1250606 Jun 23 22:44:50.751442 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b862b9-8a0e-439f-ac11-c5c77981d65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80de0a9-eef3-4d10-8a55-fbb9755cc983,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:44:52.352902 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-75940d4e-8a26-4e2e-8d09-ef7cb1fa98a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:54.520375 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c5b4574e-1d95-4772-a8fd-14a75c668a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:55.986692 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:57.126053 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:57.450444 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:44:58.571421 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=11 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:58.601754 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=49 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:44:58.862115 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:45:00.064498 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=69,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:00.068135 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:00.344722 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d786e-d0c6-40df-a0f4-1e84c2baec58 req-371c3b3b-273e-4f56-8966-b26732d06787 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:00.346650 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9b9d786e-d0c6-40df-a0f4-1e84c2baec58 req-371c3b3b-273e-4f56-8966-b26732d06787 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 946 time: 0.0535700 Jun 23 22:45:00.394323 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9b9d786e-d0c6-40df-a0f4-1e84c2baec58 req-f60057c2-85a7-4890-a714-f0a94153a734 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Jun 23 22:45:00.744153 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=86,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:00.744943 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=90,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:01.523488 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337859b1-0557-41c5-a31b-38302d63d938 req-587dd867-7612-4ae5-a909-aee01a511cc3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:01.524932 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-337859b1-0557-41c5-a31b-38302d63d938 req-587dd867-7612-4ae5-a909-aee01a511cc3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 946 time: 0.0538993 Jun 23 22:45:01.573271 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-337859b1-0557-41c5-a31b-38302d63d938 req-74be13bb-59e8-4a88-b59e-096ada3da492 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Jun 23 22:45:02.638571 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-8fde1efa-df79-4d70-8363-6f2d985fc0e7 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:02.639992 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-8fde1efa-df79-4d70-8363-6f2d985fc0e7 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 946 time: 0.0462632 Jun 23 22:45:02.731413 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619f30b-ae41-4167-85c7-228c6fb31906 req-ef236192-5a1b-4023-baa5-fbc368411ed0 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:02.732940 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8619f30b-ae41-4167-85c7-228c6fb31906 req-ef236192-5a1b-4023-baa5-fbc368411ed0 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 946 time: 0.0815549 Jun 23 22:45:02.782945 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Deleting port 25e676fe-9948-4de4-91ae-b15fb391a86c {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:45:02.783276 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:02.828694 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8619f30b-ae41-4167-85c7-228c6fb31906 req-ae46cb72-aedc-44b8-a7b7-ad3b53371663 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=03e62038-c512-4bdb-9fa5-230d0bbfbab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778320 Jun 23 22:45:02.893574 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] For port 25e676fe-9948-4de4-91ae-b15fb391a86c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=25e676fe-9948-4de4-91ae-b15fb391a86c,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:45:02.893854 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:03.054245 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:03.054598 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (b0376464-dcc9-4e9d-8307-f55fe0fe8637), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:03.054905 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Floating IP b0376464-dcc9-4e9d-8307-f55fe0fe8637 disassociated. External IP: 172.27.2.228, port: 25e676fe-9948-4de4-91ae-b15fb391a86c. Jun 23 22:45:03.055263 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Calling delete_port for 25e676fe-9948-4de4-91ae-b15fb391a86c owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:45:03.157609 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:03.184631 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (25e676fe-9948-4de4-91ae-b15fb391a86c), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:03.209780 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event deleted for resources: {'Port': ['ID=25e676fe-9948-4de4-91ae-b15fb391a86c,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:03.575449 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:03.593895 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Router eef7652e-6ef4-412f-8cc4-719a2988dded has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:45:03.597089 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:03.702859 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:45:03.713250 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448fd8e-b696-43ac-9dc4-1ef374a9997c None None] Sync routers for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:45:03.722726 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448fd8e-b696-43ac-9dc4-1ef374a9997c None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:45:03.724139 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-0448fd8e-b696-43ac-9dc4-1ef374a9997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:44:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:45:03.747947 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] No DVR routers for this DVR port 25e676fe-9948-4de4-91ae-b15fb391a86c on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:45:03.750544 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:03.753744 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-24bf0747-d3cd-42c7-ae6b-ce0705ffb0e3 req-27528902-60fb-46af-b813-97fc3bdd0bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.55 "DELETE /v2.0/ports/25e676fe-9948-4de4-91ae-b15fb391a86c HTTP/1.1" status: 204 len: 173 time: 1.1085405 Jun 23 22:45:03.754317 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'name': 'network-vif-deleted', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:45:03.756574 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2841ed-747d-4e25-af4e-a715e7499e28" -d '{"events": [{"server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "name": "network-vif-deleted", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:45:03.802156 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a128c1-5221-4e3c-8aae-333976b81a6f x-openstack-request-id: req-a2a128c1-5221-4e3c-8aae-333976b81a6f {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:45:03.802668 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2f6937-650f-42b2-83cb-f2f54c40a6b3", "name": "network-vif-deleted", "tag": "25e676fe-9948-4de4-91ae-b15fb391a86c", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:45:03.803295 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2a128c1-5221-4e3c-8aae-333976b81a6f {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:45:03.803745 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a128c1-5221-4e3c-8aae-333976b81a6f'] response: {'server_uuid': '7b2f6937-650f-42b2-83cb-f2f54c40a6b3', 'name': 'network-vif-deleted', 'tag': '25e676fe-9948-4de4-91ae-b15fb391a86c', 'status': 'completed', 'code': 200} Jun 23 22:45:03.833488 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-0448fd8e-b696-43ac-9dc4-1ef374a9997c None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:45:03.930490 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:03.965675 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fcd9e6b4-3039-4146-9499-7db034411da2 req-fd29f09e-8808-47f7-b3f9-2278f9dd6900 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2f6937-650f-42b2-83cb-f2f54c40a6b3 HTTP/1.1" status: 200 len: 210 time: 0.0321336 Jun 23 22:45:04.031505 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-0448fd8e-b696-43ac-9dc4-1ef374a9997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:59Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:45:04.056487 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448fd8e-b696-43ac-9dc4-1ef374a9997c None None] Checking router: eef7652e-6ef4-412f-8cc4-719a2988dded for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:45:04.064666 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448fd8e-b696-43ac-9dc4-1ef374a9997c None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:45:04.065266 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-0448fd8e-b696-43ac-9dc4-1ef374a9997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:44:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:45:04.292203 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-0448fd8e-b696-43ac-9dc4-1ef374a9997c None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:45:04.481147 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-0448fd8e-b696-43ac-9dc4-1ef374a9997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:59Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:45:04.506324 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448fd8e-b696-43ac-9dc4-1ef374a9997c None None] The sync data for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi is: [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:59Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:45:04.718870 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d2b90-5560-432c-8b85-be0b3f80a9eb None None] New status for floating IP b0376464-dcc9-4e9d-8307-f55fe0fe8637: DOWN {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:45:05.061542 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39850) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:45:05.121630 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-385228c2-4df5-4f72-b061-f1d70a1309ba tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group (03e62038-c512-4bdb-9fa5-230d0bbfbab1), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.146443 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-385228c2-4df5-4f72-b061-f1d70a1309ba tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group (03e62038-c512-4bdb-9fa5-230d0bbfbab1), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.195680 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-385228c2-4df5-4f72-b061-f1d70a1309ba tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (03e62038-c512-4bdb-9fa5-230d0bbfbab1), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.198266 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-385228c2-4df5-4f72-b061-f1d70a1309ba tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.199420 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-385228c2-4df5-4f72-b061-f1d70a1309ba tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "DELETE /v2.0/security-groups/03e62038-c512-4bdb-9fa5-230d0bbfbab1 HTTP/1.1" status: 204 len: 168 time: 0.1367552 Jun 23 22:45:05.202377 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39852) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:45:05.208437 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385228c2-4df5-4f72-b061-f1d70a1309ba tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e62038-c512-4bdb-9fa5-230d0bbfbab1,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:05.216941 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.api.v2.resource [None req-4409cb71-011a-4e86-9613-97ae8a6b7efb tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] show failed (client error): The resource could not be found. Jun 23 22:45:05.218064 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-4409cb71-011a-4e86-9613-97ae8a6b7efb tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups/03e62038-c512-4bdb-9fa5-230d0bbfbab1 HTTP/1.1" status: 404 len: 347 time: 0.0145628 Jun 23 22:45:05.220835 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39854) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:45:05.328635 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-3ab48d07-a34a-4aa5-9099-5843ad99546a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Deleting port d37c8030-d992-4fa2-bff5-9bbf131b240b {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:45:05.328860 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3ab48d07-a34a-4aa5-9099-5843ad99546a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (d37c8030-d992-4fa2-bff5-9bbf131b240b), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.414898 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3ab48d07-a34a-4aa5-9099-5843ad99546a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (d37c8030-d992-4fa2-bff5-9bbf131b240b), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.415239 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3ab48d07-a34a-4aa5-9099-5843ad99546a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (d37c8030-d992-4fa2-bff5-9bbf131b240b), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.436968 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-3ab48d07-a34a-4aa5-9099-5843ad99546a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Calling delete_port for d37c8030-d992-4fa2-bff5-9bbf131b240b owned by network:floatingip {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:45:05.576371 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3ab48d07-a34a-4aa5-9099-5843ad99546a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (d37c8030-d992-4fa2-bff5-9bbf131b240b), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.600353 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab48d07-a34a-4aa5-9099-5843ad99546a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event deleted for resources: {'Port': ['ID=d37c8030-d992-4fa2-bff5-9bbf131b240b,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:05.661422 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3ab48d07-a34a-4aa5-9099-5843ad99546a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (b0376464-dcc9-4e9d-8307-f55fe0fe8637), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.663914 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-3ab48d07-a34a-4aa5-9099-5843ad99546a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.665047 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-3ab48d07-a34a-4aa5-9099-5843ad99546a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "DELETE /v2.0/floatingips/b0376464-dcc9-4e9d-8307-f55fe0fe8637 HTTP/1.1" status: 204 len: 168 time: 0.4433355 Jun 23 22:45:05.743447 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 39858) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:45:05.747905 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-06a473b9-f4a6-45b4-ae95-e0c275cc814a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1372670826', 'description': 'tempest-description--855705988'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:45:05.768214 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-06a473b9-f4a6-45b4-ae95-e0c275cc814a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.836098 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-06a473b9-f4a6-45b4-ae95-e0c275cc814a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group (9ae6b542-e32f-4a5a-afce-b648551bbd6d), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.839803 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-06a473b9-f4a6-45b4-ae95-e0c275cc814a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9ae6b542-e32f-4a5a-afce-b648551bbd6d), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.870582 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-06a473b9-f4a6-45b4-ae95-e0c275cc814a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.871842 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-06a473b9-f4a6-45b4-ae95-e0c275cc814a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1273916 Jun 23 22:45:05.873743 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a473b9-f4a6-45b4-ae95-e0c275cc814a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae6b542-e32f-4a5a-afce-b648551bbd6d,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:05.874953 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39862) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:45:05.882624 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-1ebb2a3b-085b-44f6-8d5b-6872bafe6549 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Request body: {'security_group_rule': {'security_group_id': '9ae6b542-e32f-4a5a-afce-b648551bbd6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:45:05.910063 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1ebb2a3b-085b-44f6-8d5b-6872bafe6549 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group_rule (412f5d0c-0c3a-4783-bba2-66533a8bca63), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.969154 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1ebb2a3b-085b-44f6-8d5b-6872bafe6549 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group_rule (412f5d0c-0c3a-4783-bba2-66533a8bca63), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.972804 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1ebb2a3b-085b-44f6-8d5b-6872bafe6549 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (412f5d0c-0c3a-4783-bba2-66533a8bca63), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.990549 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb2a3b-085b-44f6-8d5b-6872bafe6549 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412f5d0c-0c3a-4783-bba2-66533a8bca63,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:05.998231 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1ebb2a3b-085b-44f6-8d5b-6872bafe6549 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:05.999443 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-1ebb2a3b-085b-44f6-8d5b-6872bafe6549 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232734 Jun 23 22:45:06.002108 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39864) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:45:06.006963 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-34e4a15b-81d3-4d46-a3f9-34f1284e24bc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Request body: {'security_group_rule': {'security_group_id': '9ae6b542-e32f-4a5a-afce-b648551bbd6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:45:06.034638 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-34e4a15b-81d3-4d46-a3f9-34f1284e24bc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group_rule (84e9a408-fd4b-4c9f-a272-09936a501e54), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:06.076832 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:06.090834 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:06.092747 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-34e4a15b-81d3-4d46-a3f9-34f1284e24bc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group_rule (84e9a408-fd4b-4c9f-a272-09936a501e54), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:06.096262 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-34e4a15b-81d3-4d46-a3f9-34f1284e24bc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (84e9a408-fd4b-4c9f-a272-09936a501e54), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:06.116678 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4a15b-81d3-4d46-a3f9-34f1284e24bc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e9a408-fd4b-4c9f-a272-09936a501e54,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:06.128774 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-34e4a15b-81d3-4d46-a3f9-34f1284e24bc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:06.130966 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-34e4a15b-81d3-4d46-a3f9-34f1284e24bc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279309 Jun 23 22:45:06.134262 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39866) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:45:06.138732 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:45:06.159270 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:06.236854 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:06.342098 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Allocated IP 172.27.2.24 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/943d3b76-650b-446d-8e91-5f2ee377c6ed) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:45:06.447636 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for port (943d3b76-650b-446d-8e91-5f2ee377c6ed), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:06.479008 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (943d3b76-650b-446d-8e91-5f2ee377c6ed), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:06.517579 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:45:06.522125 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:45:06.525889 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:45:06.529054 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event updated for resources: {'Port': ['ID=943d3b76-650b-446d-8e91-5f2ee377c6ed,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:06.613517 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (459a6b53-dac7-4b6a-8385-aea0ca90c6c9), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:06.659362 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 25e676fe-9948-4de4-91ae-b15fb391a86c no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:45:06.677479 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (943d3b76-650b-446d-8e91-5f2ee377c6ed), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:06.678705 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: 25e676fe-9948-4de4-91ae-b15fb391a86c {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:45:06.679054 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 25e676fe-9948-4de4-91ae-b15fb391a86c not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:45:06.712797 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad191e32-68f3-48a8-a307-a2e5adbaf7da req-aecd5775-08d5-4455-b17f-7f317c797ddc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651205 Jun 23 22:45:06.783189 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:06.820869 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad191e32-68f3-48a8-a307-a2e5adbaf7da req-02226878-5754-4dea-ba07-3b5f812e94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:06.822368 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad191e32-68f3-48a8-a307-a2e5adbaf7da req-02226878-5754-4dea-ba07-3b5f812e94d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 1130 time: 0.0839868 Jun 23 22:45:06.827907 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:06.903221 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for port (943d3b76-650b-446d-8e91-5f2ee377c6ed), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:06.931491 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (943d3b76-650b-446d-8e91-5f2ee377c6ed), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:07.015246 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad191e32-68f3-48a8-a307-a2e5adbaf7da req-4978429e-a8ce-45df-90ed-d889f11fb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:07.016854 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad191e32-68f3-48a8-a307-a2e5adbaf7da req-4978429e-a8ce-45df-90ed-d889f11fb2e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 912 time: 0.1661253 Jun 23 22:45:07.028437 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event updated for resources: {'Port': ['ID=943d3b76-650b-446d-8e91-5f2ee377c6ed,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:07.072596 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (459a6b53-dac7-4b6a-8385-aea0ca90c6c9), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:07.104316 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:07.105520 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-17f72c68-b2d1-4092-9201-1208682eddca tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9701376 Jun 23 22:45:07.107786 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad191e32-68f3-48a8-a307-a2e5adbaf7da req-b5950405-0088-4edd-a318-651748099570 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=876447a5-4914-447d-9445-4888cf15aa9a HTTP/1.1" status: 200 len: 1002 time: 0.0751760 Jun 23 22:45:07.159614 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad191e32-68f3-48a8-a307-a2e5adbaf7da req-fe7fa246-4e07-4ee8-9c60-c844614ff4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:07.161125 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad191e32-68f3-48a8-a307-a2e5adbaf7da req-fe7fa246-4e07-4ee8-9c60-c844614ff4b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 200 len: 850 time: 0.0462658 Jun 23 22:45:07.205899 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad191e32-68f3-48a8-a307-a2e5adbaf7da req-d7d909d5-97e4-41d1-b8d9-0d6b74c28064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:07.208155 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad191e32-68f3-48a8-a307-a2e5adbaf7da req-d7d909d5-97e4-41d1-b8d9-0d6b74c28064 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392978 Jun 23 22:45:07.339835 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad191e32-68f3-48a8-a307-a2e5adbaf7da req-8744d3c8-43e4-48d9-bea3-993f117ba948 service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204207 Jun 23 22:45:07.343957 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-fe1f943a-aaf7-4d94-987a-80bed2edc0ad tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1372670826&fields=id&tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1 HTTP/1.1" status: 200 len: 267 time: 0.0630317 Jun 23 22:45:07.515333 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ad191e32-68f3-48a8-a307-a2e5adbaf7da req-b3414140-f8c0-4df1-ae44-28ba6fed0af1 service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647558 Jun 23 22:45:07.521999 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-27318189-f642-493e-80b3-c2b297588d48 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:07.523346 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-27318189-f642-493e-80b3-c2b297588d48 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 816 time: 0.1659143 Jun 23 22:45:07.540932 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-30e13c67-7783-4edd-bcd0-c454b251aade tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/quotas/9ab3a2e6c9634a06b33f1d82a28dc3f1 HTTP/1.1" status: 200 len: 375 time: 0.0115478 Jun 23 22:45:07.592664 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-6e67e678-4c4d-4f4c-b610-f46657cc26bd tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460134 Jun 23 22:45:07.685499 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3a9c3145-73c5-4226-8691-d527d025738c service neutron] 10.222.0.43 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813148 Jun 23 22:45:07.751642 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:07.756466 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:07.779397 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3d79e1c6-0623-4364-9556-2ffaa7c7c2be service neutron] 10.222.0.43 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881212 Jun 23 22:45:07.944565 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4da416f6-f55c-473f-9b61-d30fdf594cb3 req-2ffa44a7-1508-4bc5-9c35-c7e150c22e69 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 210 time: 0.0290468 Jun 23 22:45:08.981420 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3b757770-2d1e-4d5f-aafe-648d27b8857b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:08.983167 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3b757770-2d1e-4d5f-aafe-648d27b8857b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.55 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 816 time: 0.1129644 Jun 23 22:45:09.062076 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0f7c5107-5a78-4c58-a796-71c664781774 req-032a040e-2112-4dc5-859d-eedbeb740ae6 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 210 time: 0.0405991 Jun 23 22:45:09.078539 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-1962c4c4-2f4c-4a35-8db4-9ad9dc435542 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1 HTTP/1.1" status: 200 len: 380 time: 0.0854092 Jun 23 22:45:09.157918 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Request body: {'port': {'device_id': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'admin_state_up': True, 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'security_groups': ['9ae6b542-e32f-4a5a-afce-b648551bbd6d']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:45:09.264954 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Made reservation on behalf of 9ab3a2e6c9634a06b33f1d82a28dc3f1 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:45:09.268342 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:09.402458 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Allocated IP 172.20.0.3 (c8ffa52a-0ee3-4aa1-92ba-211a08d60da3/73fac7ba-e561-4aac-8f69-54f4d658f85e/ca42cad6-fa77-4fa7-b9e0-48ce41a63154) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:45:09.542525 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:09.573576 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:09.616114 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:45:09.619040 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:45:09.622693 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:45:09.628756 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event updated for resources: {'Port': ['ID=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:09.672410 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:09.683300 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:09.683922 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:09.702283 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-3874fe76-7b88-4f01-9c84-4232f1afd880 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5481820 Jun 23 22:45:09.716077 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Request body: {'port': {'device_id': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:45:09.778693 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:09.792902 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:09.831899 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-2e099373-b5b9-49c1-b97a-6625d7f74404 None None] Provisioning complete for port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:45:09.832522 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2e099373-b5b9-49c1-b97a-6625d7f74404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:09.857630 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=6 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:09.864572 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-2e099373-b5b9-49c1-b97a-6625d7f74404 None None] Port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:45:10.039849 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca42cad6-fa77-4fa7-b9e0-48ce41a63154 {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:45:10.047790 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Publish callbacks [] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:10.060180 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Transition to ACTIVE for port object ca42cad6-fa77-4fa7-b9e0-48ce41a63154 will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:45:10.064002 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:10.116696 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:10.220220 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf1883-0878-4901-8dab-3e8f0b7a9e8e req-c63e97a3-cd2d-449b-87ca-6344c183e7e8 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:10.221741 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-efcf1883-0878-4901-8dab-3e8f0b7a9e8e req-c63e97a3-cd2d-449b-87ca-6344c183e7e8 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.0799849 Jun 23 22:45:10.259426 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Attempting to bind port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:45:10.259763 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Attempting to bind port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:45:10.260087 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Attempting to bind port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 on network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:45:10.273779 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 on network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:45:10.274103 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Attempting to bind port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 on network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:45:10.289259 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:45:10.289589 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Checking segment: {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:45:10.290010 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Bound using segment: {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:45:10.290386 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Bound port: ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a408785c-a11e-482a-82f7-042871559e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:45:10.290738 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:10.296689 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-efcf1883-0878-4901-8dab-3e8f0b7a9e8e req-200b8b89-21ce-492f-9cb0-eaac2288e546 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690553 Jun 23 22:45:10.354577 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:45:10.357525 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:45:10.365364 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:10.406907 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:10.407574 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:10.408921 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/ca42cad6-fa77-4fa7-b9e0-48ce41a63154 HTTP/1.1" status: 200 len: 1093 time: 0.6972768 Jun 23 22:45:10.409359 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:45:10.412330 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33df3ec0-b6f1-4c44-92cc-315900698b07" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:45:10.432260 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8adf3b-4591-4491-acd1-2119438eb1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:10.490947 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf7761d-2723-4a18-96de-b7730c25787b x-openstack-request-id: req-daf7761d-2723-4a18-96de-b7730c25787b {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:45:10.491235 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:45:10.491491 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-daf7761d-2723-4a18-96de-b7730c25787b {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:45:10.491895 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf7761d-2723-4a18-96de-b7730c25787b'] response: {'name': 'network-changed', 'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'status': 'completed', 'code': 200} Jun 23 22:45:10.504250 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-02f8ffc8-021a-4393-9c4b-d09e1090134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:10.506430 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-02f8ffc8-021a-4393-9c4b-d09e1090134a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 1127 time: 0.0462494 Jun 23 22:45:10.554837 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-34d40a97-283c-4d82-a1c3-2e81d3254155 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154 HTTP/1.1" status: 200 len: 217 time: 0.0348990 Jun 23 22:45:10.568348 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:10.605549 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-a540c588-4622-4aa7-8177-810a8c611276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:10.607036 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-a540c588-4622-4aa7-8177-810a8c611276 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73fac7ba-e561-4aac-8f69-54f4d658f85e HTTP/1.1" status: 200 len: 855 time: 0.0464652 Jun 23 22:45:10.654542 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-938c2c80-7d03-40e6-bcc7-79b72c53934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:10.656093 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-938c2c80-7d03-40e6-bcc7-79b72c53934b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428331 Jun 23 22:45:10.748875 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-eb90def4-bb44-4b86-aaad-98f6f5e5e65b service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852995 Jun 23 22:45:10.817102 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:10.842076 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-45ec8224-cc19-4277-ab3c-44128ddf41fe req-962c1105-1395-437c-ba9f-680658cac82f service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862710 Jun 23 22:45:11.416808 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2f9bb-1cc7-4978-9029-442b1280a6bb req-0ce9a717-d884-4fc7-99c1-f63660fe330a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:11.418705 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-91d2f9bb-1cc7-4978-9029-442b1280a6bb req-0ce9a717-d884-4fc7-99c1-f63660fe330a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.0479016 Jun 23 22:45:11.464844 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-91d2f9bb-1cc7-4978-9029-442b1280a6bb req-26418b0b-59c9-4ccc-9431-fc93dc419700 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408204 Jun 23 22:45:11.854374 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3ec0-b6f1-4c44-92cc-315900698b07 req-51280204-8f66-4221-b39d-c97757fde884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:11.855872 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-33df3ec0-b6f1-4c44-92cc-315900698b07 req-51280204-8f66-4221-b39d-c97757fde884 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 1127 time: 0.0390668 Jun 23 22:45:11.950694 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3ec0-b6f1-4c44-92cc-315900698b07 req-c7443c03-0f5e-49ad-aa06-d6f0698ce701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:11.952257 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-33df3ec0-b6f1-4c44-92cc-315900698b07 req-c7443c03-0f5e-49ad-aa06-d6f0698ce701 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 917 time: 0.0875218 Jun 23 22:45:11.995240 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-33df3ec0-b6f1-4c44-92cc-315900698b07 req-c491cda8-38c9-40fb-a4bc-10180c21358f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154 HTTP/1.1" status: 200 len: 217 time: 0.0315044 Jun 23 22:45:12.046717 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3ec0-b6f1-4c44-92cc-315900698b07 req-f6533d30-4b0c-4302-9769-e697f7a46a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:12.048145 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-33df3ec0-b6f1-4c44-92cc-315900698b07 req-f6533d30-4b0c-4302-9769-e697f7a46a4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73fac7ba-e561-4aac-8f69-54f4d658f85e HTTP/1.1" status: 200 len: 855 time: 0.0465162 Jun 23 22:45:12.091400 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3ec0-b6f1-4c44-92cc-315900698b07 req-f2339c3a-a797-4c2f-9eff-432f62a0f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:12.092846 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-33df3ec0-b6f1-4c44-92cc-315900698b07 req-f2339c3a-a797-4c2f-9eff-432f62a0f0d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375950 Jun 23 22:45:12.181414 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-33df3ec0-b6f1-4c44-92cc-315900698b07 req-60632fe2-7d44-43b1-b77d-d7de84b0c07b service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817633 Jun 23 22:45:12.272785 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-33df3ec0-b6f1-4c44-92cc-315900698b07 req-8be7ce7e-950c-400f-bfc7-afe5626e8ca5 service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848339 Jun 23 22:45:12.590407 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e8d54-65ae-4b23-932d-137726b57780 req-d52fe524-ad75-47b0-8731-f9c4297a6cc6 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:12.592902 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5e5e8d54-65ae-4b23-932d-137726b57780 req-d52fe524-ad75-47b0-8731-f9c4297a6cc6 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.0514472 Jun 23 22:45:12.642636 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5e5e8d54-65ae-4b23-932d-137726b57780 req-642ecd7b-0def-47dd-8d3a-695e3f185d92 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443928 Jun 23 22:45:12.692277 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device ca42cad6-fa77-4fa7-b9e0-48ce41a63154 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:45:12.788462 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:45:12.799456 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'port_id': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'mac_address': 'fa:16:3e:c4:aa:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:45:12.836610 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:45:12.836988 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:12.850114 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca42cad6-fa77-4fa7-b9e0-48ce41a63154 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:45:12.868887 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:45:12.872829 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:12.917299 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:13.134253 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['ca42cad6-fa77-4fa7-b9e0-48ce41a63154'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:45:13.179508 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:13.765146 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c18b7-b6e1-4662-9b59-87d3acbf84a8 req-cf4c2d4a-5f47-4304-8add-eaf64fc70d82 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:13.766596 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a43c18b7-b6e1-4662-9b59-87d3acbf84a8 req-cf4c2d4a-5f47-4304-8add-eaf64fc70d82 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 944 time: 0.0522513 Jun 23 22:45:13.813352 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a43c18b7-b6e1-4662-9b59-87d3acbf84a8 req-d141583f-e5c1-4180-b7bb-8bdf92e69887 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413396 Jun 23 22:45:14.695321 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device ca42cad6-fa77-4fa7-b9e0-48ce41a63154 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:45:14.737599 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:45:14.744032 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:45:14.744423 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:14.789490 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:14.790844 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:14.819851 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:45:14.820118 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:14.844964 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:45:14.847240 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790393ca-5c60-4db1-bbbf-8564d4e9b7d0" -d '{"events": [{"server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "name": "network-vif-plugged", "status": "completed", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:45:14.864647 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:45:14.868989 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:14.919759 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:14.932720 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ffcdee-34ee-48d3-9fb9-86717516100c x-openstack-request-id: req-99ffcdee-34ee-48d3-9fb9-86717516100c {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:45:14.933010 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "name": "network-vif-plugged", "status": "completed", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:45:14.933267 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99ffcdee-34ee-48d3-9fb9-86717516100c {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:45:14.933673 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ffcdee-34ee-48d3-9fb9-86717516100c'] response: {'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'code': 200} Jun 23 22:45:14.961359 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:14.973575 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b1f79-aafe-4b21-afd4-75330c06a4ec req-beff1bb9-7134-46be-b074-47e72e7008ce tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:14.975095 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-020b1f79-aafe-4b21-afd4-75330c06a4ec req-beff1bb9-7134-46be-b074-47e72e7008ce tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0525703 Jun 23 22:45:15.025748 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-020b1f79-aafe-4b21-afd4-75330c06a4ec req-708dcc32-30b7-4e72-933d-095897008db8 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450902 Jun 23 22:45:15.097635 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43051-2178-4082-881c-359be949c179 req-99cbe6f0-14bb-4e1d-b5a7-3e31ffbf5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:15.100397 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-13c43051-2178-4082-881c-359be949c179 req-99cbe6f0-14bb-4e1d-b5a7-3e31ffbf5ca5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 1129 time: 0.0425775 Jun 23 22:45:15.144654 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-13c43051-2178-4082-881c-359be949c179 req-73ba28e0-cf00-4945-bafb-fa409bb6e0ae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370398 Jun 23 22:45:15.866626 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:15.868638 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=34,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:16.144170 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b947ecd-7b99-43a4-99c2-eba1d0b1723b req-b7fb2352-b40f-43af-aa51-936773fdabb9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:16.145816 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4b947ecd-7b99-43a4-99c2-eba1d0b1723b req-b7fb2352-b40f-43af-aa51-936773fdabb9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0461268 Jun 23 22:45:16.185367 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:16.193241 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4b947ecd-7b99-43a4-99c2-eba1d0b1723b req-0b833828-8776-4996-8d8d-525d9829490e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Jun 23 22:45:17.311087 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1808f9-36d7-41f5-a7db-9d64286f1641 req-731a4aa7-6198-4cd8-acff-396c28b888f1 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:17.312560 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ed1808f9-36d7-41f5-a7db-9d64286f1641 req-731a4aa7-6198-4cd8-acff-396c28b888f1 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0480466 Jun 23 22:45:17.361455 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ed1808f9-36d7-41f5-a7db-9d64286f1641 req-3628bb85-2c2a-4de2-b11a-28008a5f84ae tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423131 Jun 23 22:45:18.484669 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6902e-dfd6-4707-bf0e-8ad14c55d53a req-d9d177d1-ad7f-41d3-9886-ff3391e70f20 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:18.486131 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f8e6902e-dfd6-4707-bf0e-8ad14c55d53a req-d9d177d1-ad7f-41d3-9886-ff3391e70f20 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0470352 Jun 23 22:45:18.532943 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f8e6902e-dfd6-4707-bf0e-8ad14c55d53a req-d0be7807-04d0-4eb6-9493-3c1fd1e6b239 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403528 Jun 23 22:45:19.656185 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33d320-a7c8-4fcc-af0e-98e754b05530 req-a39c82c8-1b10-4de0-8c1d-340416a72539 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:19.657676 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2d33d320-a7c8-4fcc-af0e-98e754b05530 req-a39c82c8-1b10-4de0-8c1d-340416a72539 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0498135 Jun 23 22:45:19.705780 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2d33d320-a7c8-4fcc-af0e-98e754b05530 req-4ef594dd-7fc4-4944-9f6a-bbf495939cd5 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422935 Jun 23 22:45:20.190153 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:20.825829 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bde9c-d199-4755-8b8a-896ef5ffc61e req-3d3f1ba9-31b9-43f4-be2b-02debc94fbee tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:20.827206 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-240bde9c-d199-4755-8b8a-896ef5ffc61e req-3d3f1ba9-31b9-43f4-be2b-02debc94fbee tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0503051 Jun 23 22:45:20.876038 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-240bde9c-d199-4755-8b8a-896ef5ffc61e req-ec3885bc-4375-4458-a1a3-344aba9e6ff6 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427032 Jun 23 22:45:20.994871 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263d8e4-f3a2-4bb4-9c80-d2c07e6ccd3b req-43d95f10-c9ec-4b40-bfd2-6b4a561ffc41 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:20.996344 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d263d8e4-f3a2-4bb4-9c80-d2c07e6ccd3b req-43d95f10-c9ec-4b40-bfd2-6b4a561ffc41 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0480747 Jun 23 22:45:21.005103 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 39972) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:45:21.009412 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-506fa35e-4417-4218-b18a-120a8e7b655f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Request body: {'floatingip': {'port_id': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:45:21.046320 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-506fa35e-4417-4218-b18a-120a8e7b655f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (459a6b53-dac7-4b6a-8385-aea0ca90c6c9), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:21.621186 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:21.707282 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-506fa35e-4417-4218-b18a-120a8e7b655f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:21.711094 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-506fa35e-4417-4218-b18a-120a8e7b655f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (459a6b53-dac7-4b6a-8385-aea0ca90c6c9), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:21.806348 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-506fa35e-4417-4218-b18a-120a8e7b655f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Floating IP 459a6b53-dac7-4b6a-8385-aea0ca90c6c9 associated. External IP: 172.27.2.24, port: ca42cad6-fa77-4fa7-b9e0-48ce41a63154. Jun 23 22:45:21.941297 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:22.009714 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506fa35e-4417-4218-b18a-120a8e7b655f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Router eef7652e-6ef4-412f-8cc4-719a2988dded has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:45:22.111430 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506fa35e-4417-4218-b18a-120a8e7b655f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:45:22.116976 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-506fa35e-4417-4218-b18a-120a8e7b655f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:22.125835 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1777e8c7-e852-43dd-bee0-a285d7ef8361 None None] Sync routers for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:45:22.133722 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1777e8c7-e852-43dd-bee0-a285d7ef8361 None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:45:22.134361 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-1777e8c7-e852-43dd-bee0-a285d7ef8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:44:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:45:22.148471 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-506fa35e-4417-4218-b18a-120a8e7b655f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "PUT /v2.0/floatingips/459a6b53-dac7-4b6a-8385-aea0ca90c6c9 HTTP/1.1" status: 200 len: 990 time: 1.1422937 Jun 23 22:45:22.149049 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:45:22.151346 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a483c39a-7c0a-4470-bb3d-8be6728a38a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:45:22.186999 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f078b09-11a1-4528-a98a-9fab1abd21ff x-openstack-request-id: req-7f078b09-11a1-4528-a98a-9fab1abd21ff {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:45:22.187284 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:45:22.187533 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f078b09-11a1-4528-a98a-9fab1abd21ff {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:45:22.187932 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f078b09-11a1-4528-a98a-9fab1abd21ff'] response: {'name': 'network-changed', 'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'status': 'completed', 'code': 200} Jun 23 22:45:22.241553 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-1777e8c7-e852-43dd-bee0-a285d7ef8361 None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:45:22.393691 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7a64240a-1433-44ee-8dc4-cc89011b2b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:22.460338 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-1777e8c7-e852-43dd-bee0-a285d7ef8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '459a6b53-dac7-4b6a-8385-aea0ca90c6c9', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'port_id': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'mac_address': 'fa:16:3e:c4:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:45:06Z', 'updated_at': '2022-06-23T22:45:21Z', 'revision_number': 1, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:59Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:45:22.484367 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1777e8c7-e852-43dd-bee0-a285d7ef8361 None None] Checking router: eef7652e-6ef4-412f-8cc4-719a2988dded for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:45:22.492574 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1777e8c7-e852-43dd-bee0-a285d7ef8361 None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:45:22.493102 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-1777e8c7-e852-43dd-bee0-a285d7ef8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:44:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:45:22.579077 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:22.594103 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-1777e8c7-e852-43dd-bee0-a285d7ef8361 None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:45:22.803412 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-1777e8c7-e852-43dd-bee0-a285d7ef8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '459a6b53-dac7-4b6a-8385-aea0ca90c6c9', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'port_id': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'mac_address': 'fa:16:3e:c4:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:45:06Z', 'updated_at': '2022-06-23T22:45:21Z', 'revision_number': 1, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:59Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:45:22.827915 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1777e8c7-e852-43dd-bee0-a285d7ef8361 None None] The sync data for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi is: [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '459a6b53-dac7-4b6a-8385-aea0ca90c6c9', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'port_id': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'mac_address': 'fa:16:3e:c4:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:45:06Z', 'updated_at': '2022-06-23T22:45:21Z', 'revision_number': 1, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:59Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:45:23.022121 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab85b05-3fcd-4783-be60-d75ad792258b None None] New status for floating IP 459a6b53-dac7-4b6a-8385-aea0ca90c6c9: ACTIVE {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:45:23.215674 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483c39a-7c0a-4470-bb3d-8be6728a38a1 req-c472d5d6-a9d4-458a-a9f0-9fcf4771babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:23.217180 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a483c39a-7c0a-4470-bb3d-8be6728a38a1 req-c472d5d6-a9d4-458a-a9f0-9fcf4771babc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 1129 time: 0.0394654 Jun 23 22:45:23.309855 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483c39a-7c0a-4470-bb3d-8be6728a38a1 req-cae098bb-fe36-41cc-a263-35e6d24697c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:23.311327 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a483c39a-7c0a-4470-bb3d-8be6728a38a1 req-cae098bb-fe36-41cc-a263-35e6d24697c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 917 time: 0.0868707 Jun 23 22:45:23.373866 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a483c39a-7c0a-4470-bb3d-8be6728a38a1 req-3324aa59-7cdf-45b6-8d63-5d910daffe80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154 HTTP/1.1" status: 200 len: 1000 time: 0.0549946 Jun 23 22:45:23.425778 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483c39a-7c0a-4470-bb3d-8be6728a38a1 req-f1f9c564-02a3-4af3-b77e-5171ecb57f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:23.427214 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a483c39a-7c0a-4470-bb3d-8be6728a38a1 req-f1f9c564-02a3-4af3-b77e-5171ecb57f98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73fac7ba-e561-4aac-8f69-54f4d658f85e HTTP/1.1" status: 200 len: 855 time: 0.0437682 Jun 23 22:45:23.478655 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483c39a-7c0a-4470-bb3d-8be6728a38a1 req-026d293d-724e-4779-9965-e82e11eff6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:23.480186 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a483c39a-7c0a-4470-bb3d-8be6728a38a1 req-026d293d-724e-4779-9965-e82e11eff6fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438528 Jun 23 22:45:23.570767 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a483c39a-7c0a-4470-bb3d-8be6728a38a1 req-7ecea884-3fcd-451c-bc68-6ad1b26c2c19 service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843325 Jun 23 22:45:23.645401 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:23.664009 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a483c39a-7c0a-4470-bb3d-8be6728a38a1 req-766d0fec-2f59-4b24-952d-f30fe654a877 service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870113 Jun 23 22:45:24.537651 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-aba6feb9-f577-41eb-af01-262dd4ae6633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:25.988585 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:27.130655 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:27.453662 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:32.454622 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d8088-6074-4c91-83eb-88e92c29278a req-580fa194-8c9f-4688-9325-5113886e372e tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:32.456067 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bb9d8088-6074-4c91-83eb-88e92c29278a req-580fa194-8c9f-4688-9325-5113886e372e tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 945 time: 0.0494552 Jun 23 22:45:32.502666 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bb9d8088-6074-4c91-83eb-88e92c29278a req-eed41dfa-8a5c-4b30-8ff3-d8d60a50675e tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Jun 23 22:45:33.120891 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:33.123424 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:33.168407 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:33.173881 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:33.618037 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb3ae7-0d5d-41f8-8ed7-b3087cc52d86 req-cc8348d6-20b5-46e1-8a53-5d14d847a7ad tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:33.619519 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d6bb3ae7-0d5d-41f8-8ed7-b3087cc52d86 req-cc8348d6-20b5-46e1-8a53-5d14d847a7ad tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 945 time: 0.0473795 Jun 23 22:45:33.672467 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d6bb3ae7-0d5d-41f8-8ed7-b3087cc52d86 req-7778eda9-9d12-481b-98ce-3538f48d02f8 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474503 Jun 23 22:45:34.183859 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c9077-29e9-459f-9b04-7e352683fbf9 req-cb2f500e-3db8-43bd-a842-5ebb64c0d6d7 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:34.185297 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9b6c9077-29e9-459f-9b04-7e352683fbf9 req-cb2f500e-3db8-43bd-a842-5ebb64c0d6d7 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.55 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 945 time: 0.0458357 Jun 23 22:45:34.231642 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:34.266574 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-9b6c9077-29e9-459f-9b04-7e352683fbf9 req-eb0897ae-0cd5-43c4-aad5-509afed29513 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Deleting port e63211d3-926c-49a4-9403-d08483acf737 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:45:34.266908 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-9b6c9077-29e9-459f-9b04-7e352683fbf9 req-eb0897ae-0cd5-43c4-aad5-509afed29513 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (e63211d3-926c-49a4-9403-d08483acf737), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:34.356472 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-9b6c9077-29e9-459f-9b04-7e352683fbf9 req-eb0897ae-0cd5-43c4-aad5-509afed29513 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] For port e63211d3-926c-49a4-9403-d08483acf737, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e63211d3-926c-49a4-9403-d08483acf737,segment=NetworkSegment(50ca6ff9-2570-4d45-9553-a0eec539239f),segment_id=50ca6ff9-2570-4d45-9553-a0eec539239f)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:45:34.356824 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-9b6c9077-29e9-459f-9b04-7e352683fbf9 req-eb0897ae-0cd5-43c4-aad5-509afed29513 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (e63211d3-926c-49a4-9403-d08483acf737), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:34.370072 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-9b6c9077-29e9-459f-9b04-7e352683fbf9 req-eb0897ae-0cd5-43c4-aad5-509afed29513 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Calling delete_port for e63211d3-926c-49a4-9403-d08483acf737 owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:45:34.496443 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-9b6c9077-29e9-459f-9b04-7e352683fbf9 req-eb0897ae-0cd5-43c4-aad5-509afed29513 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (e63211d3-926c-49a4-9403-d08483acf737), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:34.510639 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['e63211d3-926c-49a4-9403-d08483acf737'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:45:34.525502 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0897ae-0cd5-43c4-aad5-509afed29513 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Pushing event deleted for resources: {'Port': ['ID=e63211d3-926c-49a4-9403-d08483acf737,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:34.569138 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6c9077-29e9-459f-9b04-7e352683fbf9 req-eb0897ae-0cd5-43c4-aad5-509afed29513 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] No DVR routers for this DVR port e63211d3-926c-49a4-9403-d08483acf737 on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:45:34.571618 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-9b6c9077-29e9-459f-9b04-7e352683fbf9 req-eb0897ae-0cd5-43c4-aad5-509afed29513 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:34.575199 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9b6c9077-29e9-459f-9b04-7e352683fbf9 req-eb0897ae-0cd5-43c4-aad5-509afed29513 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.55 "DELETE /v2.0/ports/e63211d3-926c-49a4-9403-d08483acf737 HTTP/1.1" status: 204 len: 173 time: 0.3843460 Jun 23 22:45:34.575631 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9717199a-93d2-479c-a903-818a5e93b841', 'name': 'network-vif-deleted', 'tag': 'e63211d3-926c-49a4-9403-d08483acf737'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:45:34.577828 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095c71f-5a53-404d-ae33-c679869dea0e" -d '{"events": [{"server_uuid": "9717199a-93d2-479c-a903-818a5e93b841", "name": "network-vif-deleted", "tag": "e63211d3-926c-49a4-9403-d08483acf737"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:45:34.624134 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28de3c3-8f12-4d14-a245-ae3e72c019d2 x-openstack-request-id: req-c28de3c3-8f12-4d14-a245-ae3e72c019d2 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:45:34.624863 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9717199a-93d2-479c-a903-818a5e93b841", "name": "network-vif-deleted", "tag": "e63211d3-926c-49a4-9403-d08483acf737", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:45:34.624863 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c28de3c3-8f12-4d14-a245-ae3e72c019d2 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:45:34.625083 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28de3c3-8f12-4d14-a245-ae3e72c019d2'] response: {'server_uuid': '9717199a-93d2-479c-a903-818a5e93b841', 'name': 'network-vif-deleted', 'tag': 'e63211d3-926c-49a4-9403-d08483acf737', 'status': 'completed', 'code': 200} Jun 23 22:45:34.780903 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ea545617-ac9c-4398-b593-45946b965da4 req-f4ca88ee-ef5f-4986-8052-5c2c0fc975d8 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=9717199a-93d2-479c-a903-818a5e93b841 HTTP/1.1" status: 200 len: 210 time: 0.0273924 Jun 23 22:45:35.860721 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:45:38.894492 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device e63211d3-926c-49a4-9403-d08483acf737 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:45:38.914512 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: e63211d3-926c-49a4-9403-d08483acf737 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:45:38.914844 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device e63211d3-926c-49a4-9403-d08483acf737 not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:45:44.762514 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=39,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:44.764479 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=64,neutron:DELETE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:45.888341 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-236a4331-a6d5-485a-92d4-7b56a541b0ce tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:45.889706 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-236a4331-a6d5-485a-92d4-7b56a541b0ce tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/networks?id=c5b80e41-df9f-4702-ac94-81d6f7484421 HTTP/1.1" status: 200 len: 814 time: 0.1038370 Jun 23 22:45:45.904317 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-705941e6-a31a-4bf5-8277-61eec9aa0f22 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/quotas/65a0d4c968d84b02977004edf46cde48 HTTP/1.1" status: 200 len: 375 time: 0.0094001 Jun 23 22:45:45.938152 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-67f4aa82-9c9d-41d3-818e-1a3b95cf8ca6 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=65a0d4c968d84b02977004edf46cde48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288723 Jun 23 22:45:46.031022 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-196a2b8a-617c-48b1-b4e5-63f2c2217937 service neutron] 10.222.0.43 "GET /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853293 Jun 23 22:45:46.119026 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-85124fbc-08ee-462f-83f5-e318764f3a0d service neutron] 10.222.0.43 "GET /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822463 Jun 23 22:45:46.301852 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dcd38bef-6921-48f4-a511-d31e63c52770 req-792d335f-38d0-4fa8-b027-93c6f68f1e71 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 210 time: 0.0461614 Jun 23 22:45:47.353889 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-bbb9653c-fd21-4c1f-ab8e-9f75bd86ddaa tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:47.355367 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-bbb9653c-fd21-4c1f-ab8e-9f75bd86ddaa tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.55 "GET /v2.0/networks?id=c5b80e41-df9f-4702-ac94-81d6f7484421 HTTP/1.1" status: 200 len: 814 time: 0.1137164 Jun 23 22:45:47.371931 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Request body: {'port': {'device_id': 'b468c753-6209-4dd0-bc03-2ca596237f8a', 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421', 'admin_state_up': True, 'tenant_id': '65a0d4c968d84b02977004edf46cde48'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:45:47.425906 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9978d8dc-8227-4379-bac3-04a6a70d81e8 req-a3fb7cbc-9000-4bc4-83a1-203f7415b9d2 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 210 time: 0.0389268 Jun 23 22:45:47.507432 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Made reservation on behalf of 65a0d4c968d84b02977004edf46cde48 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:45:47.510866 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:47.636389 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Allocated IP 172.20.0.8 (c5b80e41-df9f-4702-ac94-81d6f7484421/14176a2a-d05f-4a49-8d0a-907dfcaa52fc/a6e2f94a-c00b-44da-b961-092c392efbfb) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:45:47.774608 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:47.792454 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks [] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:47.826776 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:47.838406 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:47.840487 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:47.879287 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Network c5b80e41-df9f-4702-ac94-81d6f7484421 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:45:47.882530 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:45:47.886379 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:45:47.890462 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Pushing event updated for resources: {'Port': ['ID=a6e2f94a-c00b-44da-b961-092c392efbfb,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:47.917247 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.917596 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.917938 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.918274 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.918606 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.918953 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.919545 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.919867 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.920191 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.920513 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.920835 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.921157 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.921478 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.921798 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.922115 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:47.948848 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:47.949448 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:47.964650 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-63b5a838-b038-47d1-b852-8d557bd07b13 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5982084 Jun 23 22:45:47.983291 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Request body: {'port': {'device_id': 'b468c753-6209-4dd0-bc03-2ca596237f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:45:48.044113 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:48.301043 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e2f94a-c00b-44da-b961-092c392efbfb {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:45:48.308316 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Publish callbacks [] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:48.320965 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Transition to ACTIVE for port object a6e2f94a-c00b-44da-b961-092c392efbfb will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:45:48.324729 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:48.375918 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Pushing event updated for resources: {'Port': ['ID=a6e2f94a-c00b-44da-b961-092c392efbfb,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:48.442671 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Attempting to bind port a6e2f94a-c00b-44da-b961-092c392efbfb on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:45:48.443019 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Attempting to bind port a6e2f94a-c00b-44da-b961-092c392efbfb by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '50ca6ff9-2570-4d45-9553-a0eec539239f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:45:48.443429 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Attempting to bind port a6e2f94a-c00b-44da-b961-092c392efbfb on network c5b80e41-df9f-4702-ac94-81d6f7484421 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:45:48.448192 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Port a6e2f94a-c00b-44da-b961-092c392efbfb on network c5b80e41-df9f-4702-ac94-81d6f7484421 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:45:48.448499 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Attempting to bind port a6e2f94a-c00b-44da-b961-092c392efbfb on network c5b80e41-df9f-4702-ac94-81d6f7484421 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:45:48.453372 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:45:48.453695 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Checking segment: {'id': '50ca6ff9-2570-4d45-9553-a0eec539239f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:45:48.454066 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Bound using segment: {'id': '50ca6ff9-2570-4d45-9553-a0eec539239f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:45:48.454476 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Bound port: a6e2f94a-c00b-44da-b961-092c392efbfb, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ca6ff9-2570-4d45-9553-a0eec539239f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:45:48.454873 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:48.547880 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] For port a6e2f94a-c00b-44da-b961-092c392efbfb, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:45:48.551705 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:48.566459 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58442d96-17ab-48c4-8b41-b6588887f174 req-8f70b07d-5b82-4ce6-b93e-22656f6ea2c7 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:48.567925 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-58442d96-17ab-48c4-8b41-b6588887f174 req-8f70b07d-5b82-4ce6-b93e-22656f6ea2c7 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 943 time: 0.0668790 Jun 23 22:45:48.572524 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] For port a6e2f94a-c00b-44da-b961-092c392efbfb, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=a6e2f94a-c00b-44da-b961-092c392efbfb,segment=NetworkSegment(50ca6ff9-2570-4d45-9553-a0eec539239f),segment_id=50ca6ff9-2570-4d45-9553-a0eec539239f)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:45:48.590218 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:48.637363 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:48.638010 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:48.639644 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] 10.222.0.55 "PUT /v2.0/ports/a6e2f94a-c00b-44da-b961-092c392efbfb HTTP/1.1" status: 200 len: 1093 time: 0.6602752 Jun 23 22:45:48.643466 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b468c753-6209-4dd0-bc03-2ca596237f8a', 'tag': 'a6e2f94a-c00b-44da-b961-092c392efbfb'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:45:48.646516 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c33f239-e074-44a8-bbba-10e5c2f43b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b468c753-6209-4dd0-bc03-2ca596237f8a", "tag": "a6e2f94a-c00b-44da-b961-092c392efbfb"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:45:48.679313 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-58442d96-17ab-48c4-8b41-b6588887f174 req-5c039f96-29ee-40ff-837a-a034c30f210c tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045949 Jun 23 22:45:48.681415 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:48.688458 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ebb34-5082-405e-b65d-1eff7826edec service neutron] Pushing event updated for resources: {'Port': ['ID=a6e2f94a-c00b-44da-b961-092c392efbfb,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:48.692859 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32df7064-0673-45e0-884d-e78c81d6de79 x-openstack-request-id: req-32df7064-0673-45e0-884d-e78c81d6de79 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:45:48.693166 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b468c753-6209-4dd0-bc03-2ca596237f8a", "tag": "a6e2f94a-c00b-44da-b961-092c392efbfb", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:45:48.693414 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32df7064-0673-45e0-884d-e78c81d6de79 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:45:48.693806 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32df7064-0673-45e0-884d-e78c81d6de79'] response: {'name': 'network-changed', 'server_uuid': 'b468c753-6209-4dd0-bc03-2ca596237f8a', 'tag': 'a6e2f94a-c00b-44da-b961-092c392efbfb', 'status': 'completed', 'code': 200} Jun 23 22:45:48.737010 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-1d3d0331-b633-4afd-a046-7597570f4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:48.738536 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-1d3d0331-b633-4afd-a046-7597570f4495 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65a0d4c968d84b02977004edf46cde48&device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 1127 time: 0.0391822 Jun 23 22:45:48.794757 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-6f3490d8-439a-4d9b-a0b8-65225ceeffd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6e2f94a-c00b-44da-b961-092c392efbfb HTTP/1.1" status: 200 len: 217 time: 0.0410321 Jun 23 22:45:48.843110 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-ec40c7e5-f307-4abb-90fb-1392ebc081c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:48.844413 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-ec40c7e5-f307-4abb-90fb-1392ebc081c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14176a2a-d05f-4a49-8d0a-907dfcaa52fc HTTP/1.1" status: 200 len: 854 time: 0.0436149 Jun 23 22:45:48.882229 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-2c0faafe-5717-4480-baf8-fe9d01ba97d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5b80e41-df9f-4702-ac94-81d6f7484421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298328 Jun 23 22:45:48.899075 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:48.899863 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:48.974058 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-950ea3e7-9dee-4687-aa08-c4bfcd11dbf7 service neutron] 10.222.0.55 "GET /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843983 Jun 23 22:45:49.065976 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2628fb2a-b496-4943-9797-e96b94d9dc39 req-0b3b67b9-38b2-4864-98ca-14b03671576d service neutron] 10.222.0.55 "GET /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822406 Jun 23 22:45:49.809913 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ccb94-c363-44d2-bb13-b704d196797e req-73ef6be7-08ab-438d-b489-0e28cfd39eeb tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:49.811368 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b5ccb94-c363-44d2-bb13-b704d196797e req-73ef6be7-08ab-438d-b489-0e28cfd39eeb tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 943 time: 0.0537705 Jun 23 22:45:49.860315 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b5ccb94-c363-44d2-bb13-b704d196797e req-4adba0c1-216b-462a-81f0-be86ec4d271c tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434897 Jun 23 22:45:50.128117 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33f239-e074-44a8-bbba-10e5c2f43b8a req-02514bb5-f714-4d1c-b0fe-3f16573cfec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:50.139339 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1c33f239-e074-44a8-bbba-10e5c2f43b8a req-02514bb5-f714-4d1c-b0fe-3f16573cfec4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65a0d4c968d84b02977004edf46cde48&device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 1127 time: 0.0383985 Jun 23 22:45:50.231555 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33f239-e074-44a8-bbba-10e5c2f43b8a req-0c4a5e91-6dc3-4d8d-b3eb-36f138e6d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:50.233006 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1c33f239-e074-44a8-bbba-10e5c2f43b8a req-0c4a5e91-6dc3-4d8d-b3eb-36f138e6d57f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5b80e41-df9f-4702-ac94-81d6f7484421 HTTP/1.1" status: 200 len: 915 time: 0.0933106 Jun 23 22:45:50.277519 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1c33f239-e074-44a8-bbba-10e5c2f43b8a req-0bb0073d-04fe-46aa-9cd3-4e9929818c07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6e2f94a-c00b-44da-b961-092c392efbfb HTTP/1.1" status: 200 len: 217 time: 0.0353630 Jun 23 22:45:50.326019 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33f239-e074-44a8-bbba-10e5c2f43b8a req-cdc04e0b-6222-4a9e-9209-5a3bd3c4522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:50.327433 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1c33f239-e074-44a8-bbba-10e5c2f43b8a req-cdc04e0b-6222-4a9e-9209-5a3bd3c4522d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14176a2a-d05f-4a49-8d0a-907dfcaa52fc HTTP/1.1" status: 200 len: 854 time: 0.0434949 Jun 23 22:45:50.363807 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1c33f239-e074-44a8-bbba-10e5c2f43b8a req-83bbd872-af6e-4e01-bd6f-3f950b013982 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5b80e41-df9f-4702-ac94-81d6f7484421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246527 Jun 23 22:45:50.453983 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1c33f239-e074-44a8-bbba-10e5c2f43b8a req-f0f5bf7f-ca6c-4a40-ba45-29956e537204 service neutron] 10.222.0.55 "GET /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863132 Jun 23 22:45:50.550512 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1c33f239-e074-44a8-bbba-10e5c2f43b8a req-f3140829-4519-4970-8e81-f54cb1518784 service neutron] 10.222.0.55 "GET /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899630 Jun 23 22:45:50.859489 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:50.937206 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:51.225850 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582294d6-4963-453f-a607-9369f3b1f565 req-c19c3fe3-10f9-4762-9035-79b69fbf49d5 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:51.227333 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-582294d6-4963-453f-a607-9369f3b1f565 req-c19c3fe3-10f9-4762-9035-79b69fbf49d5 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 943 time: 0.2997611 Jun 23 22:45:51.282594 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-582294d6-4963-453f-a607-9369f3b1f565 req-86251aad-31da-4357-828f-f769f363435e tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497451 Jun 23 22:45:52.356001 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b996a43b-153f-473b-bc54-b8ab1294f6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:52.401553 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f38a-4da9-4f9d-b864-7fae907bb73d req-2ff91fff-5f6d-4852-b755-2823682c10e1 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:52.403028 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6e10f38a-4da9-4f9d-b864-7fae907bb73d req-2ff91fff-5f6d-4852-b755-2823682c10e1 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 943 time: 0.0522041 Jun 23 22:45:52.451004 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6e10f38a-4da9-4f9d-b864-7fae907bb73d req-9086d506-e3bc-4408-b7c8-2b32a97c9218 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Jun 23 22:45:52.912595 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device a6e2f94a-c00b-44da-b961-092c392efbfb details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:45:53.015263 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port a6e2f94a-c00b-44da-b961-092c392efbfb, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=a6e2f94a-c00b-44da-b961-092c392efbfb,segment=NetworkSegment(50ca6ff9-2570-4d45-9553-a0eec539239f),segment_id=50ca6ff9-2570-4d45-9553-a0eec539239f)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:45:53.026173 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'a6e2f94a-c00b-44da-b961-092c392efbfb', 'network_id': 'c5b80e41-df9f-4702-ac94-81d6f7484421', 'port_id': 'a6e2f94a-c00b-44da-b961-092c392efbfb', 'mac_address': 'fa:16:3e:c2:43:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14176a2a-d05f-4a49-8d0a-907dfcaa52fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:45:53.060918 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port a6e2f94a-c00b-44da-b961-092c392efbfb is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:45:53.061298 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:53.073780 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e2f94a-c00b-44da-b961-092c392efbfb {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:45:53.093251 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port a6e2f94a-c00b-44da-b961-092c392efbfb, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=a6e2f94a-c00b-44da-b961-092c392efbfb,segment=NetworkSegment(50ca6ff9-2570-4d45-9553-a0eec539239f),segment_id=50ca6ff9-2570-4d45-9553-a0eec539239f)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:45:53.098056 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:53.142409 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=a6e2f94a-c00b-44da-b961-092c392efbfb,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:53.150061 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.150400 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.150733 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.151086 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.151416 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.151734 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.152048 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.152361 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.152675 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.152986 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.153298 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.153610 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.153917 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.154224 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.154530 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:45:53.407091 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['a6e2f94a-c00b-44da-b961-092c392efbfb'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:45:53.567867 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe97dcb-1774-4568-b57a-501b8b68a583 req-efd73578-05db-4981-94b4-b8d84f6da109 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:53.569606 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8fe97dcb-1774-4568-b57a-501b8b68a583 req-efd73578-05db-4981-94b4-b8d84f6da109 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 944 time: 0.0505388 Jun 23 22:45:53.602279 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:45:53.617269 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8fe97dcb-1774-4568-b57a-501b8b68a583 req-910cfd1b-54fd-4c66-91eb-231617f97ad7 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 Jun 23 22:45:54.529020 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-3339eef8-3c18-47b2-85b7-62eabf212387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:54.727889 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef691a-7e99-4afd-8637-d7c6709d5b88 req-15cd25e3-1aad-4e29-a4df-8833956578fd tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:54.729303 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d3ef691a-7e99-4afd-8637-d7c6709d5b88 req-15cd25e3-1aad-4e29-a4df-8833956578fd tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 944 time: 0.0452402 Jun 23 22:45:54.774907 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d3ef691a-7e99-4afd-8637-d7c6709d5b88 req-d0138ee7-c156-4c34-baea-bf8889f96ffb tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401337 Jun 23 22:45:54.909745 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device a6e2f94a-c00b-44da-b961-092c392efbfb up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:45:54.954365 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port a6e2f94a-c00b-44da-b961-092c392efbfb completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:45:54.960423 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port a6e2f94a-c00b-44da-b961-092c392efbfb triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:45:54.960866 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:55.032029 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port a6e2f94a-c00b-44da-b961-092c392efbfb is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:45:55.032324 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:55.055112 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b468c753-6209-4dd0-bc03-2ca596237f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e2f94a-c00b-44da-b961-092c392efbfb'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:45:55.057479 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8110cc51-1e47-4ef5-a72d-03f08b24c4be" -d '{"events": [{"server_uuid": "b468c753-6209-4dd0-bc03-2ca596237f8a", "name": "network-vif-plugged", "status": "completed", "tag": "a6e2f94a-c00b-44da-b961-092c392efbfb"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:45:55.070876 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port a6e2f94a-c00b-44da-b961-092c392efbfb, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=a6e2f94a-c00b-44da-b961-092c392efbfb,segment=NetworkSegment(50ca6ff9-2570-4d45-9553-a0eec539239f),segment_id=50ca6ff9-2570-4d45-9553-a0eec539239f)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:45:55.075020 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:55.097709 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5fc884-3448-4ed8-a1e7-94717200ceea x-openstack-request-id: req-cc5fc884-3448-4ed8-a1e7-94717200ceea {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:45:55.097993 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b468c753-6209-4dd0-bc03-2ca596237f8a", "name": "network-vif-plugged", "status": "completed", "tag": "a6e2f94a-c00b-44da-b961-092c392efbfb", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:45:55.098235 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc5fc884-3448-4ed8-a1e7-94717200ceea {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:45:55.098618 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5fc884-3448-4ed8-a1e7-94717200ceea'] response: {'server_uuid': 'b468c753-6209-4dd0-bc03-2ca596237f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e2f94a-c00b-44da-b961-092c392efbfb', 'code': 200} Jun 23 22:45:55.127098 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=a6e2f94a-c00b-44da-b961-092c392efbfb,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:45:55.269437 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e13e1a-a0a2-499b-8cc5-964791defb30 req-f699f9ad-6360-4a43-81bb-4ecb56463a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:55.270900 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-72e13e1a-a0a2-499b-8cc5-964791defb30 req-f699f9ad-6360-4a43-81bb-4ecb56463a96 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 1129 time: 0.0382698 Jun 23 22:45:55.324372 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-72e13e1a-a0a2-499b-8cc5-964791defb30 req-c49b0e9e-40e0-4f45-9105-8727fbfe537d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426586 Jun 23 22:45:55.886709 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104ba67-b906-44d9-b88b-bc1c3cd0ffcf req-b1251949-785a-4d38-b493-20252a1625ae tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:55.888092 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a104ba67-b906-44d9-b88b-bc1c3cd0ffcf req-b1251949-785a-4d38-b493-20252a1625ae tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 945 time: 0.0466974 Jun 23 22:45:55.935241 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a104ba67-b906-44d9-b88b-bc1c3cd0ffcf req-a84e27a5-fa16-4024-9952-2114bbe97641 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Jun 23 22:45:56.113603 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:57.134291 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:57.220727 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d04a5-8194-4ccb-97b5-b2bace5eb423 req-64f805c5-e0d0-434a-a822-32d35e3c2453 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:57.222236 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-196d04a5-8194-4ccb-97b5-b2bace5eb423 req-64f805c5-e0d0-434a-a822-32d35e3c2453 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 945 time: 0.2151465 Jun 23 22:45:57.273093 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-196d04a5-8194-4ccb-97b5-b2bace5eb423 req-c9bd6f56-27f4-46e2-afc6-c360260ca030 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Jun 23 22:45:57.456619 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:45:58.439999 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e962-9a64-4d5a-8a85-427b4b5e84c1 req-794dce28-b0c1-49d1-b7d3-9db7c9ae705a tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:45:58.441471 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8f50e962-9a64-4d5a-8a85-427b4b5e84c1 req-794dce28-b0c1-49d1-b7d3-9db7c9ae705a tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 945 time: 0.0991945 Jun 23 22:45:58.489880 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8f50e962-9a64-4d5a-8a85-427b4b5e84c1 req-d804a4b7-cddb-4290-9adf-940778e107f7 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Jun 23 22:46:03.057861 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e62bc-da2b-4323-8822-5db2ba41d37e req-62857267-3145-468c-91d5-b6c8b637b800 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:03.059966 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-782e62bc-da2b-4323-8822-5db2ba41d37e req-62857267-3145-468c-91d5-b6c8b637b800 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0498922 Jun 23 22:46:03.107265 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-782e62bc-da2b-4323-8822-5db2ba41d37e req-927a85ab-57cb-42bc-8a29-fee83b5bef0e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418322 Jun 23 22:46:03.192345 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:04.227233 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57296d-29f0-46a4-b374-b6c15809d848 req-3b9a047f-d651-4fbc-8368-31da783ae371 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:04.228673 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9e57296d-29f0-46a4-b374-b6c15809d848 req-3b9a047f-d651-4fbc-8368-31da783ae371 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0457208 Jun 23 22:46:04.278404 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9e57296d-29f0-46a4-b374-b6c15809d848 req-a99e0cc3-375b-4ab2-89f4-87e3a43cacab tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442502 Jun 23 22:46:05.388673 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:05.397020 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187945-a852-4cc3-9c9f-c384eaf853e0 req-a70c2858-a7ed-4392-bb5d-f2b3bb93128d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:05.398478 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d7187945-a852-4cc3-9c9f-c384eaf853e0 req-a70c2858-a7ed-4392-bb5d-f2b3bb93128d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0470254 Jun 23 22:46:05.448411 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d7187945-a852-4cc3-9c9f-c384eaf853e0 req-be55467b-db34-41c8-9311-309c5a2925ad tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441811 Jun 23 22:46:06.570823 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb31556-0ecf-4737-aed7-80c9338ad6cf req-4a09c109-829a-431c-98ce-cd4dfd3ae82e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:06.572330 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7fb31556-0ecf-4737-aed7-80c9338ad6cf req-4a09c109-829a-431c-98ce-cd4dfd3ae82e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0480573 Jun 23 22:46:06.618200 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7fb31556-0ecf-4737-aed7-80c9338ad6cf req-698188b7-5400-4cbf-a05b-173c019eb3c3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404041 Jun 23 22:46:07.739209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90670b20-4ff7-44bf-b169-5079b971971e req-84e37231-8212-48f8-a3ba-0a79d92e9892 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:07.741257 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-90670b20-4ff7-44bf-b169-5079b971971e req-84e37231-8212-48f8-a3ba-0a79d92e9892 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0515556 Jun 23 22:46:07.787604 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-90670b20-4ff7-44bf-b169-5079b971971e req-ef9bfc8f-664d-43af-b7bd-29247d2e3e1b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409007 Jun 23 22:46:08.903078 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126bb8-3966-4247-a07a-a0d8f563537f req-33488397-c799-42fe-b3ac-33748372002f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:08.904531 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-af126bb8-3966-4247-a07a-a0d8f563537f req-33488397-c799-42fe-b3ac-33748372002f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0464492 Jun 23 22:46:08.952122 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-af126bb8-3966-4247-a07a-a0d8f563537f req-f92c380c-0744-42c6-be3c-77ab2586aa11 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419388 Jun 23 22:46:10.073821 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33ed92-f83f-4e12-884b-7665228adf5b req-276a21e6-0bb9-4556-a611-922a3c5116c2 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:10.075286 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1d33ed92-f83f-4e12-884b-7665228adf5b req-276a21e6-0bb9-4556-a611-922a3c5116c2 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0498338 Jun 23 22:46:10.100309 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:10.124022 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1d33ed92-f83f-4e12-884b-7665228adf5b req-47a3bcb1-d48e-4c72-9027-0ed58ec1dd11 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432153 Jun 23 22:46:11.241608 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c6b23-431f-4e7e-bfaf-a805e2122520 req-440441ca-52a7-4ab9-a15a-98db141d8110 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:11.243079 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6f9c6b23-431f-4e7e-bfaf-a805e2122520 req-440441ca-52a7-4ab9-a15a-98db141d8110 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0466995 Jun 23 22:46:11.288607 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6f9c6b23-431f-4e7e-bfaf-a805e2122520 req-8d56e129-440f-429a-b0e7-e14ab4cfdc40 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401514 Jun 23 22:46:12.409325 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc03ce-b8bb-4fa3-a467-577570d9504e req-2021fcda-e6f2-4595-bd11-b959f7249e0f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:12.410712 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6ecc03ce-b8bb-4fa3-a467-577570d9504e req-2021fcda-e6f2-4595-bd11-b959f7249e0f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0509093 Jun 23 22:46:12.462288 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6ecc03ce-b8bb-4fa3-a467-577570d9504e req-c9b6cdf7-87e5-4912-87b4-6b30c261f06a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459569 Jun 23 22:46:12.860391 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:46:13.181302 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:13.187823 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:13.582988 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08aa14-da1c-405f-ae55-bd475ce6e704 req-1ed577b4-32b3-47c5-a248-d104a42baf53 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:13.584423 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4d08aa14-da1c-405f-ae55-bd475ce6e704 req-1ed577b4-32b3-47c5-a248-d104a42baf53 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0484574 Jun 23 22:46:13.630291 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4d08aa14-da1c-405f-ae55-bd475ce6e704 req-6a12862f-5756-400c-9e98-1a8e80822995 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397494 Jun 23 22:46:14.749489 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e6a19-d93f-4f33-9a54-a2d7651138bc req-09226c3a-83b5-46f6-84d0-d8ac9114a3e7 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:14.751140 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-389e6a19-d93f-4f33-9a54-a2d7651138bc req-09226c3a-83b5-46f6-84d0-d8ac9114a3e7 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0470757 Jun 23 22:46:14.797537 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-389e6a19-d93f-4f33-9a54-a2d7651138bc req-1f00f350-2252-43b6-aa8b-82136eed6f07 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410275 Jun 23 22:46:15.923685 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bab34-fcf3-471e-b17c-52ac4d7026d1 req-783af77f-29ce-48da-b066-79162e00f784 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:15.925238 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-016bab34-fcf3-471e-b17c-52ac4d7026d1 req-783af77f-29ce-48da-b066-79162e00f784 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0543001 Jun 23 22:46:15.974321 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-016bab34-fcf3-471e-b17c-52ac4d7026d1 req-ef20b033-3cb0-4806-9a12-89ec8d0ea5e5 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413456 Jun 23 22:46:17.095160 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518e5dd-51d6-4194-abcb-40d5a80ae5d8 req-6026ce82-5b13-4901-b12f-3d4345cfbb15 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:17.096614 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1518e5dd-51d6-4194-abcb-40d5a80ae5d8 req-6026ce82-5b13-4901-b12f-3d4345cfbb15 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0469189 Jun 23 22:46:17.144294 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1518e5dd-51d6-4194-abcb-40d5a80ae5d8 req-adf60089-fd7a-4dcb-abd7-e20613cd5b6f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421634 Jun 23 22:46:18.232277 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:18.273325 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e650242-9f6a-47aa-9f0d-bddeef915ba1 req-302f7315-5b9e-4b8c-9c09-4c393167ef88 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:18.274965 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1e650242-9f6a-47aa-9f0d-bddeef915ba1 req-302f7315-5b9e-4b8c-9c09-4c393167ef88 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0546749 Jun 23 22:46:18.342116 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1e650242-9f6a-47aa-9f0d-bddeef915ba1 req-7e082f80-7378-4c54-985b-03d0323c174b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566370 Jun 23 22:46:19.463832 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10ba4f-a17a-4f28-81cb-577775a29f2d req-54bb3d86-ddb6-43e6-b1b7-e99fac9f6d07 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:19.471901 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6d10ba4f-a17a-4f28-81cb-577775a29f2d req-54bb3d86-ddb6-43e6-b1b7-e99fac9f6d07 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0561650 Jun 23 22:46:19.518255 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6d10ba4f-a17a-4f28-81cb-577775a29f2d req-95f77810-a2d5-47be-b04e-3d7fd18c09f7 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451703 Jun 23 22:46:19.586454 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ee20f-9059-4e64-af3f-97b680c00bfc req-4ef17587-c4a7-4206-be50-d3fde4b7f337 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:19.587990 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dc0ee20f-9059-4e64-af3f-97b680c00bfc req-4ef17587-c4a7-4206-be50-d3fde4b7f337 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 945 time: 0.0513911 Jun 23 22:46:19.635308 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dc0ee20f-9059-4e64-af3f-97b680c00bfc req-77f852f4-0f12-4f12-862f-71dddb4916bf tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Jun 23 22:46:20.641824 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bdc28-560c-4515-9604-2f610d4dc012 req-22da8805-47fa-48c2-a635-bacbb9897e76 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:20.643281 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-160bdc28-560c-4515-9604-2f610d4dc012 req-22da8805-47fa-48c2-a635-bacbb9897e76 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0506380 Jun 23 22:46:20.691472 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-160bdc28-560c-4515-9604-2f610d4dc012 req-cc40273e-3912-4c69-8685-f5c6cc347459 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425539 Jun 23 22:46:20.750500 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b530f-dfa5-4818-bf54-01d1bab957a4 req-5063e77b-9e10-45d8-b2ed-64eb01d4693f tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:20.751968 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cd3b530f-dfa5-4818-bf54-01d1bab957a4 req-5063e77b-9e10-45d8-b2ed-64eb01d4693f tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 945 time: 0.0473595 Jun 23 22:46:20.798239 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cd3b530f-dfa5-4818-bf54-01d1bab957a4 req-897b846e-2dfa-440b-a257-2f82583f05e7 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/security-groups?id=a12e14aa-cde1-4236-a5ca-46b8179190df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Jun 23 22:46:21.284185 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af193b-777b-42dc-a02a-64b4c0a3988e req-8aa3f13f-36ce-4abb-ac76-0922c6b3edb2 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:21.285647 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-24af193b-777b-42dc-a02a-64b4c0a3988e req-8aa3f13f-36ce-4abb-ac76-0922c6b3edb2 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.55 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 945 time: 0.0504901 Jun 23 22:46:21.321514 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:21.369860 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-24af193b-777b-42dc-a02a-64b4c0a3988e req-60af82c2-8ce1-4584-b5d9-66c295d3675b tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Deleting port a6e2f94a-c00b-44da-b961-092c392efbfb {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:46:21.370194 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-24af193b-777b-42dc-a02a-64b4c0a3988e req-60af82c2-8ce1-4584-b5d9-66c295d3675b tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:21.459942 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-24af193b-777b-42dc-a02a-64b4c0a3988e req-60af82c2-8ce1-4584-b5d9-66c295d3675b tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] For port a6e2f94a-c00b-44da-b961-092c392efbfb, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=a6e2f94a-c00b-44da-b961-092c392efbfb,segment=NetworkSegment(50ca6ff9-2570-4d45-9553-a0eec539239f),segment_id=50ca6ff9-2570-4d45-9553-a0eec539239f)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:46:21.460211 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-24af193b-777b-42dc-a02a-64b4c0a3988e req-60af82c2-8ce1-4584-b5d9-66c295d3675b tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:21.472988 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-24af193b-777b-42dc-a02a-64b4c0a3988e req-60af82c2-8ce1-4584-b5d9-66c295d3675b tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Calling delete_port for a6e2f94a-c00b-44da-b961-092c392efbfb owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:46:21.595465 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-24af193b-777b-42dc-a02a-64b4c0a3988e req-60af82c2-8ce1-4584-b5d9-66c295d3675b tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (a6e2f94a-c00b-44da-b961-092c392efbfb), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:21.607984 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['a6e2f94a-c00b-44da-b961-092c392efbfb'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:46:21.625038 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af82c2-8ce1-4584-b5d9-66c295d3675b tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Pushing event deleted for resources: {'Port': ['ID=a6e2f94a-c00b-44da-b961-092c392efbfb,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:21.673530 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-24af193b-777b-42dc-a02a-64b4c0a3988e req-60af82c2-8ce1-4584-b5d9-66c295d3675b tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] No DVR routers for this DVR port a6e2f94a-c00b-44da-b961-092c392efbfb on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:46:21.676712 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-24af193b-777b-42dc-a02a-64b4c0a3988e req-60af82c2-8ce1-4584-b5d9-66c295d3675b tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:21.679878 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-24af193b-777b-42dc-a02a-64b4c0a3988e req-60af82c2-8ce1-4584-b5d9-66c295d3675b tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.55 "DELETE /v2.0/ports/a6e2f94a-c00b-44da-b961-092c392efbfb HTTP/1.1" status: 204 len: 173 time: 0.3882220 Jun 23 22:46:21.680306 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b468c753-6209-4dd0-bc03-2ca596237f8a', 'name': 'network-vif-deleted', 'tag': 'a6e2f94a-c00b-44da-b961-092c392efbfb'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:46:21.682505 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707f0b66-cfc1-4244-be2b-af8ad5f0dc76" -d '{"events": [{"server_uuid": "b468c753-6209-4dd0-bc03-2ca596237f8a", "name": "network-vif-deleted", "tag": "a6e2f94a-c00b-44da-b961-092c392efbfb"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:46:21.725979 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8a356e-5798-4f61-a20e-4ea9cd71606e x-openstack-request-id: req-af8a356e-5798-4f61-a20e-4ea9cd71606e {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:46:21.726518 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b468c753-6209-4dd0-bc03-2ca596237f8a", "name": "network-vif-deleted", "tag": "a6e2f94a-c00b-44da-b961-092c392efbfb", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:46:21.726709 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af8a356e-5798-4f61-a20e-4ea9cd71606e {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:46:21.727210 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8a356e-5798-4f61-a20e-4ea9cd71606e'] response: {'server_uuid': 'b468c753-6209-4dd0-bc03-2ca596237f8a', 'name': 'network-vif-deleted', 'tag': 'a6e2f94a-c00b-44da-b961-092c392efbfb', 'status': 'completed', 'code': 200} Jun 23 22:46:21.814780 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8e9ed-33d8-4516-a95c-6de58aaacf37 req-3ae1369e-694e-4c6b-b8b8-219be56fe89c tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:21.816455 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-59b8e9ed-33d8-4516-a95c-6de58aaacf37 req-3ae1369e-694e-4c6b-b8b8-219be56fe89c tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0497742 Jun 23 22:46:21.838085 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:21.868914 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-59b8e9ed-33d8-4516-a95c-6de58aaacf37 req-545a82af-1311-4a57-98a2-71d91e6532ec tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445795 Jun 23 22:46:21.909846 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-17cbbc20-5430-4929-b682-29d864c03f09 req-febc9b67-b32e-4ddb-8904-b8e6383e8cf7 tempest-VolumesSnapshotTestJSON-1117270034 tempest-VolumesSnapshotTestJSON-1117270034-project] 10.222.0.43 "GET /v2.0/ports?device_id=b468c753-6209-4dd0-bc03-2ca596237f8a HTTP/1.1" status: 200 len: 210 time: 0.0268183 Jun 23 22:46:22.357362 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ebc3d378-ed67-4b6a-8d04-db038b2a0c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:22.997235 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd841d2-98d0-4651-8189-5c0c2a9b4ffc req-7e29deb9-9419-4c14-ac5c-f2c2066f0943 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:22.998715 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6bd841d2-98d0-4651-8189-5c0c2a9b4ffc req-7e29deb9-9419-4c14-ac5c-f2c2066f0943 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0546005 Jun 23 22:46:23.047162 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6bd841d2-98d0-4651-8189-5c0c2a9b4ffc req-944b7687-8b9d-42da-a160-cf9e71728874 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427485 Jun 23 22:46:24.315615 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45b456-0cc6-4408-9c2a-c73aa3f12a91 req-a6fa1ee0-1a61-4022-bf2a-46b298b1c254 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:24.317497 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-be45b456-0cc6-4408-9c2a-c73aa3f12a91 req-a6fa1ee0-1a61-4022-bf2a-46b298b1c254 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0485163 Jun 23 22:46:24.365389 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-be45b456-0cc6-4408-9c2a-c73aa3f12a91 req-c23a228b-4ebe-4f24-9765-0befbc24d519 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424612 Jun 23 22:46:24.533472 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2ef480fe-5c47-4453-a9d7-fe56c3ed67c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:24.838281 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:24.839051 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:25.487458 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded3514-ca16-4d86-a669-64c08b274f9b req-9b0e5240-da36-42e8-8f95-dbaf466addb6 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:25.488921 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-aded3514-ca16-4d86-a669-64c08b274f9b req-9b0e5240-da36-42e8-8f95-dbaf466addb6 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0506244 Jun 23 22:46:25.535486 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-aded3514-ca16-4d86-a669-64c08b274f9b req-76da5bb4-0900-4229-af79-24f8a88e7130 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409977 Jun 23 22:46:25.994578 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:26.058502 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device a6e2f94a-c00b-44da-b961-092c392efbfb no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:46:26.077097 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: a6e2f94a-c00b-44da-b961-092c392efbfb {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:46:26.077437 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device a6e2f94a-c00b-44da-b961-092c392efbfb not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:46:26.653706 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ee9e2-7843-4626-a658-3a55e2ae41c9 req-1032ac8e-52e8-4611-b868-1a477bf19694 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:26.655177 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f51ee9e2-7843-4626-a658-3a55e2ae41c9 req-1032ac8e-52e8-4611-b868-1a477bf19694 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0469644 Jun 23 22:46:26.700463 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f51ee9e2-7843-4626-a658-3a55e2ae41c9 req-b11035c7-ec55-436e-affe-0ec2316541b5 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397503 Jun 23 22:46:27.134819 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:27.460414 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:27.818120 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19209d-a6cb-4a58-ab48-2458804bebd6 req-0aa724b8-a2ee-4a42-babc-a590b4fc554b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:27.819575 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-de19209d-a6cb-4a58-ab48-2458804bebd6 req-0aa724b8-a2ee-4a42-babc-a590b4fc554b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0473757 Jun 23 22:46:27.846453 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device ca42cad6-fa77-4fa7-b9e0-48ce41a63154 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:46:27.851126 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:27.873372 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-de19209d-a6cb-4a58-ab48-2458804bebd6 req-c6dd79bf-8f42-419c-bcf2-0209c7b5d620 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483446 Jun 23 22:46:27.947910 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:46:27.959238 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'port_id': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'mac_address': 'fa:16:3e:c4:aa:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:46:27.994378 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 is: ACTIVE; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:46:27.994698 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:28.007577 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca42cad6-fa77-4fa7-b9e0-48ce41a63154 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:46:28.026580 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:46:28.030491 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:28.082648 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,revision_number=6']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:28.138818 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['ca42cad6-fa77-4fa7-b9e0-48ce41a63154'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:46:29.016033 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175990b-e394-4143-9b5a-d15b004a84da req-d3759654-2685-4308-bed7-4cedb29095e8 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:29.018246 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9175990b-e394-4143-9b5a-d15b004a84da req-d3759654-2685-4308-bed7-4cedb29095e8 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 944 time: 0.0558791 Jun 23 22:46:29.073016 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9175990b-e394-4143-9b5a-d15b004a84da req-47b5a7cc-4452-4f9a-94a8-fd647f57e0a7 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480850 Jun 23 22:46:29.869306 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device ca42cad6-fa77-4fa7-b9e0-48ce41a63154 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:46:29.926076 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:46:29.926647 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:30.021298 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:46:30.021694 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:30.051523 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:46:30.053799 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25c6f0c-4cd1-4850-94d0-ff6ab4601053" -d '{"events": [{"server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "name": "network-vif-plugged", "status": "completed", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:46:30.070339 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:46:30.075732 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:30.146215 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a90b8a-1369-4826-917a-82322d562291 x-openstack-request-id: req-f8a90b8a-1369-4826-917a-82322d562291 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:46:30.146537 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "name": "network-vif-plugged", "status": "completed", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:46:30.146789 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8a90b8a-1369-4826-917a-82322d562291 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:46:30.147210 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a90b8a-1369-4826-917a-82322d562291'] response: {'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'code': 200} Jun 23 22:46:30.148601 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,revision_number=7']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:30.243268 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd9eff-cbee-4d46-b56e-40f30d6c3553 req-6d30b0e1-5503-4428-b50a-344e002d123a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:30.244950 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-46dd9eff-cbee-4d46-b56e-40f30d6c3553 req-6d30b0e1-5503-4428-b50a-344e002d123a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0554547 Jun 23 22:46:30.305352 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-46dd9eff-cbee-4d46-b56e-40f30d6c3553 req-3a82194b-8e25-4001-90af-3bdb5a81f64f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544956 Jun 23 22:46:31.452781 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f45542-32c9-4690-9a2d-3c70f29df0c7 req-b4106903-0074-4e25-a1a0-021ff35290f2 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:31.455205 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f3f45542-32c9-4690-9a2d-3c70f29df0c7 req-b4106903-0074-4e25-a1a0-021ff35290f2 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0613894 Jun 23 22:46:31.546068 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f3f45542-32c9-4690-9a2d-3c70f29df0c7 req-8db93d10-f138-423f-b0a5-8a83c5c5f883 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840151 Jun 23 22:46:32.705813 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82250908-b2c8-4b1e-ac25-56ff78e4f707 req-22a05837-6f7e-412d-adbd-7d3e010b8300 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:32.714097 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-82250908-b2c8-4b1e-ac25-56ff78e4f707 req-22a05837-6f7e-412d-adbd-7d3e010b8300 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0673161 Jun 23 22:46:32.773955 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-82250908-b2c8-4b1e-ac25-56ff78e4f707 req-4fc57294-6d5a-4ce0-a278-47a5296a2ca3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529172 Jun 23 22:46:33.196962 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:33.207195 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:33.898082 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5ebec-2b34-490e-b9de-1eb34975bbb5 req-2654c929-c484-48d4-98e8-cfbcc9587675 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:33.899655 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ffb5ebec-2b34-490e-b9de-1eb34975bbb5 req-2654c929-c484-48d4-98e8-cfbcc9587675 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0571508 Jun 23 22:46:33.961604 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ffb5ebec-2b34-490e-b9de-1eb34975bbb5 req-90eddd83-4f84-4502-a376-0cded04015dc tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564227 Jun 23 22:46:35.090405 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:35.102798 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58b451-db63-4c4f-812d-39892f4e9031 req-c70207ad-854f-47e5-a90d-fea9d383e4c0 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:35.103608 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ea58b451-db63-4c4f-812d-39892f4e9031 req-c70207ad-854f-47e5-a90d-fea9d383e4c0 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0542860 Jun 23 22:46:35.157396 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ea58b451-db63-4c4f-812d-39892f4e9031 req-4f2cb300-d666-4340-8798-7e6544caa5ac tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463476 Jun 23 22:46:35.870805 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40400) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:36.027338 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Deleting port 7aefc351-6bb1-4d27-a58a-5eff33074963 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:46:36.028079 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (7aefc351-6bb1-4d27-a58a-5eff33074963), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:36.113368 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (7aefc351-6bb1-4d27-a58a-5eff33074963), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:36.114108 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (7aefc351-6bb1-4d27-a58a-5eff33074963), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:36.132270 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Calling delete_port for 7aefc351-6bb1-4d27-a58a-5eff33074963 owned by network:floatingip {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:46:36.320990 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605be45-8b29-46f5-80ad-c75f5d8e1dcb req-d772491b-0484-4001-92a9-3080ae1bee0b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:36.322454 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3605be45-8b29-46f5-80ad-c75f5d8e1dcb req-d772491b-0484-4001-92a9-3080ae1bee0b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0632987 Jun 23 22:46:36.342814 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:36.416747 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3605be45-8b29-46f5-80ad-c75f5d8e1dcb req-1388fe38-9c3b-41ed-9114-bc3711e36620 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869138 Jun 23 22:46:36.417724 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (7aefc351-6bb1-4d27-a58a-5eff33074963), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:36.444903 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event deleted for resources: {'Port': ['ID=7aefc351-6bb1-4d27-a58a-5eff33074963,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:36.516938 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (c83a9e87-34d2-45c5-b9b0-5b95e77b0216), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:36.518745 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Floating IP c83a9e87-34d2-45c5-b9b0-5b95e77b0216 disassociated (deleted). External IP: 172.27.2.203, port: 28262990-c9a0-4ed8-bafe-2a4ebcc543dd. Jun 23 22:46:36.740749 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:46:36.743284 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:36.872330 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:46:36.877323 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:36.882508 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cef992-1105-421b-a4fe-6cf85210a658 None None] Sync routers for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:46:36.901850 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cef992-1105-421b-a4fe-6cf85210a658 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:46:36.902873 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-e0cef992-1105-421b-a4fe-6cf85210a658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:36.935744 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-674616f1-33d3-496b-9bee-e6334aa7a5e6 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "DELETE /v2.0/floatingips/c83a9e87-34d2-45c5-b9b0-5b95e77b0216 HTTP/1.1" status: 204 len: 168 time: 1.0612876 Jun 23 22:46:36.935744 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'tag': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:46:36.936415 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628" -d '{"events": [{"name": "network-changed", "server_uuid": "60c4a691-2c7d-4621-bfad-17e7a30b5724", "tag": "28262990-c9a0-4ed8-bafe-2a4ebcc543dd"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:46:36.966270 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:37.107235 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-e0cef992-1105-421b-a4fe-6cf85210a658 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:46:37.247540 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44814ece-d4de-4bd4-8c2b-1656670843c3 x-openstack-request-id: req-44814ece-d4de-4bd4-8c2b-1656670843c3 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:46:37.248258 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c4a691-2c7d-4621-bfad-17e7a30b5724", "tag": "28262990-c9a0-4ed8-bafe-2a4ebcc543dd", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:46:37.248258 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44814ece-d4de-4bd4-8c2b-1656670843c3 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:46:37.248524 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44814ece-d4de-4bd4-8c2b-1656670843c3'] response: {'name': 'network-changed', 'server_uuid': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'tag': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd', 'status': 'completed', 'code': 200} Jun 23 22:46:37.375700 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a388ed3-8be0-4b04-ab84-71b6633ea8e6 req-f610a4a7-ffca-4b17-877f-21d8b612bbac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:37.377828 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9a388ed3-8be0-4b04-ab84-71b6633ea8e6 req-f610a4a7-ffca-4b17-877f-21d8b612bbac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 946 time: 0.0663762 Jun 23 22:46:37.489757 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9a388ed3-8be0-4b04-ab84-71b6633ea8e6 req-971b8620-3712-4a2c-8cd0-b523d2d708b8 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015961 Jun 23 22:46:37.527569 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-e0cef992-1105-421b-a4fe-6cf85210a658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '7888b708-e222-4eff-b662-d4d37c2d9df8', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '876447a5-4914-447d-9445-4888cf15aa9a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:6e:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:42:17Z', 'updated_at': '2022-06-23T22:42:19Z', 'revision_number': 1, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:37.562552 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cef992-1105-421b-a4fe-6cf85210a658 None None] Checking router: dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:46:37.573999 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cef992-1105-421b-a4fe-6cf85210a658 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:46:37.574943 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-e0cef992-1105-421b-a4fe-6cf85210a658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:37.645106 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8c255-d222-414c-a215-744ef083b35c req-44a119f6-3da6-459f-a9d5-6b038d64c984 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:37.652273 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e7f8c255-d222-414c-a215-744ef083b35c req-44a119f6-3da6-459f-a9d5-6b038d64c984 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0974391 Jun 23 22:46:37.705635 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e7f8c255-d222-414c-a215-744ef083b35c req-683c72c7-7d7b-405c-888c-8ebd330a8eaa tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524337 Jun 23 22:46:37.714462 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-e0cef992-1105-421b-a4fe-6cf85210a658 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:46:37.946598 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-e0cef992-1105-421b-a4fe-6cf85210a658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '7888b708-e222-4eff-b662-d4d37c2d9df8', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '876447a5-4914-447d-9445-4888cf15aa9a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:6e:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:42:17Z', 'updated_at': '2022-06-23T22:42:19Z', 'revision_number': 1, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:37.978001 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cef992-1105-421b-a4fe-6cf85210a658 None None] The sync data for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi is: [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '7888b708-e222-4eff-b662-d4d37c2d9df8', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'port_id': '876447a5-4914-447d-9445-4888cf15aa9a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'mac_address': 'fa:16:3e:6e:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:42:17Z', 'updated_at': '2022-06-23T22:42:19Z', 'revision_number': 1, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:46:38.229212 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455e9bb-8e47-424f-9986-4dd57a95d24b None None] New status for floating IP c83a9e87-34d2-45c5-b9b0-5b95e77b0216: DOWN {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:46:38.522317 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-19d53a1f-1e58-4555-b7e1-3c92f2be795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:38.523850 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-19d53a1f-1e58-4555-b7e1-3c92f2be795c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 1130 time: 0.0414574 Jun 23 22:46:38.618072 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aeea6-e16b-4746-8e12-035dd2790e7d req-65124678-1e51-40f2-a6ae-fee21c40a7f7 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:38.619591 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-167aeea6-e16b-4746-8e12-035dd2790e7d req-65124678-1e51-40f2-a6ae-fee21c40a7f7 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 946 time: 0.0536127 Jun 23 22:46:38.671502 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-167aeea6-e16b-4746-8e12-035dd2790e7d req-7ff43218-b5b3-4a39-b606-fbd602f9f183 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463333 Jun 23 22:46:38.833516 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc04800-8b33-4832-8672-cb4b76389b6a req-079f1814-c834-49fb-8a4d-d1283aa16975 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:38.834981 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6bc04800-8b33-4832-8672-cb4b76389b6a req-079f1814-c834-49fb-8a4d-d1283aa16975 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0506096 Jun 23 22:46:38.881293 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6bc04800-8b33-4832-8672-cb4b76389b6a req-b4ee3498-17a5-4b33-8e23-9b247277ce7e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407741 Jun 23 22:46:39.194294 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:39.243830 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-9c71308c-544a-41f4-a1c6-2934e56477b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:39.245284 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-9c71308c-544a-41f4-a1c6-2934e56477b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 912 time: 0.0888503 Jun 23 22:46:39.315358 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-6b1601bb-0007-4143-bc22-2fdbe32e96af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28262990-c9a0-4ed8-bafe-2a4ebcc543dd HTTP/1.1" status: 200 len: 217 time: 0.0418301 Jun 23 22:46:39.409340 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee28c26-7687-4355-a7e3-ab5546c72f65 req-d78049ff-d470-4e18-a09a-6228f096003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:39.411446 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8ee28c26-7687-4355-a7e3-ab5546c72f65 req-d78049ff-d470-4e18-a09a-6228f096003c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 1129 time: 0.1041939 Jun 23 22:46:39.419254 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f91cb-a3a6-4c7f-b6eb-2dc093996fa8 req-09951182-785d-4905-9316-146474d76ec5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:39.420552 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-377f91cb-a3a6-4c7f-b6eb-2dc093996fa8 req-09951182-785d-4905-9316-146474d76ec5 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 946 time: 0.0860031 Jun 23 22:46:39.717537 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-8c26f54b-9fec-4d22-80d6-6bf5639ff4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:39.719001 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-8c26f54b-9fec-4d22-80d6-6bf5639ff4a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 200 len: 850 time: 0.3830423 Jun 23 22:46:39.871479 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:39.873069 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-8d4ea2b6-3d20-4208-bde8-31e68ed56970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:39.874576 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-8d4ea2b6-3d20-4208-bde8-31e68ed56970 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1423361 Jun 23 22:46:39.892681 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-5f0e2eaf-1018-4a22-88fc-d5e7e6af047c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:46:39.893620 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-5f0e2eaf-1018-4a22-88fc-d5e7e6af047c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079894 Jun 23 22:46:39.901916 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172103c-a6d2-4d03-bc32-06369504545f req-22c15341-109e-4ab7-9081-cdaab4f32dce tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:39.903315 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5172103c-a6d2-4d03-bc32-06369504545f req-22c15341-109e-4ab7-9081-cdaab4f32dce tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 946 time: 0.1562867 Jun 23 22:46:39.934516 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-377f91cb-a3a6-4c7f-b6eb-2dc093996fa8 req-81edea52-bcf9-45cb-b879-2a6540d8ce75 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Deleting port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:46:39.934854 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-377f91cb-a3a6-4c7f-b6eb-2dc093996fa8 req-81edea52-bcf9-45cb-b879-2a6540d8ce75 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:39.957588 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee28c26-7687-4355-a7e3-ab5546c72f65 req-19860828-7536-4e37-974c-7273bf3c4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:39.958993 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8ee28c26-7687-4355-a7e3-ab5546c72f65 req-19860828-7536-4e37-974c-7273bf3c4917 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 917 time: 0.5376050 Jun 23 22:46:40.174148 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5172103c-a6d2-4d03-bc32-06369504545f req-3714b39a-e490-489f-bd07-caef436575ee tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626493 Jun 23 22:46:40.189312 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab84db-121c-4231-9caf-cede04073bfe req-0f02fad7-5458-47fc-a3ac-367682f4335e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:40.190792 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a1ab84db-121c-4231-9caf-cede04073bfe req-0f02fad7-5458-47fc-a3ac-367682f4335e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.2201900 Jun 23 22:46:40.230067 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8ee28c26-7687-4355-a7e3-ab5546c72f65 req-b22ed4a7-2454-4958-8489-8e02f1d97093 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154 HTTP/1.1" status: 200 len: 1000 time: 0.2523727 Jun 23 22:46:40.257478 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-22b0d5fa-2e39-470f-98c1-b606fec57737 service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448923 Jun 23 22:46:40.278264 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-377f91cb-a3a6-4c7f-b6eb-2dc093996fa8 req-81edea52-bcf9-45cb-b879-2a6540d8ce75 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] For port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=28262990-c9a0-4ed8-bafe-2a4ebcc543dd,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:46:40.278625 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-377f91cb-a3a6-4c7f-b6eb-2dc093996fa8 req-81edea52-bcf9-45cb-b879-2a6540d8ce75 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:40.318217 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-377f91cb-a3a6-4c7f-b6eb-2dc093996fa8 req-81edea52-bcf9-45cb-b879-2a6540d8ce75 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Calling delete_port for 28262990-c9a0-4ed8-bafe-2a4ebcc543dd owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:46:40.367290 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee28c26-7687-4355-a7e3-ab5546c72f65 req-2ad2d1d7-edf1-4125-ae2e-7de4c17e70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:40.368738 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8ee28c26-7687-4355-a7e3-ab5546c72f65 req-2ad2d1d7-edf1-4125-ae2e-7de4c17e70bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73fac7ba-e561-4aac-8f69-54f4d658f85e HTTP/1.1" status: 200 len: 855 time: 0.1274948 Jun 23 22:46:40.374523 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a1ab84db-121c-4231-9caf-cede04073bfe req-9c989d62-bcf7-4828-b996-3f40ecf395d4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775737 Jun 23 22:46:40.481805 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:40.496498 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee28c26-7687-4355-a7e3-ab5546c72f65 req-5fdef841-33b1-42c9-9c81-a569f3c67b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:40.497974 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8ee28c26-7687-4355-a7e3-ab5546c72f65 req-5fdef841-33b1-42c9-9c81-a569f3c67b60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974579 Jun 23 22:46:40.507554 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-262083a4-eb7b-4f62-a4a9-26b0e4ec0628 req-21ebd3c8-306e-4a8a-a286-457ed515b2d6 service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245517 Jun 23 22:46:40.611065 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:40.641126 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8ee28c26-7687-4355-a7e3-ab5546c72f65 req-fa16d815-c43a-4dcd-a4c3-f0e6afcff718 service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357369 Jun 23 22:46:40.669226 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-377f91cb-a3a6-4c7f-b6eb-2dc093996fa8 req-81edea52-bcf9-45cb-b879-2a6540d8ce75 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (28262990-c9a0-4ed8-bafe-2a4ebcc543dd), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:40.706626 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edea52-bcf9-45cb-b879-2a6540d8ce75 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event deleted for resources: {'Port': ['ID=28262990-c9a0-4ed8-bafe-2a4ebcc543dd,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:40.784503 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-377f91cb-a3a6-4c7f-b6eb-2dc093996fa8 req-81edea52-bcf9-45cb-b879-2a6540d8ce75 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] No DVR routers for this DVR port 28262990-c9a0-4ed8-bafe-2a4ebcc543dd on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:46:40.787691 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-377f91cb-a3a6-4c7f-b6eb-2dc093996fa8 req-81edea52-bcf9-45cb-b879-2a6540d8ce75 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:40.791099 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-377f91cb-a3a6-4c7f-b6eb-2dc093996fa8 req-81edea52-bcf9-45cb-b879-2a6540d8ce75 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "DELETE /v2.0/ports/28262990-c9a0-4ed8-bafe-2a4ebcc543dd HTTP/1.1" status: 204 len: 173 time: 1.3595583 Jun 23 22:46:40.795690 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'name': 'network-vif-deleted', 'tag': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:46:40.798074 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d75ac1-9697-4c7d-b395-9b68356fb0f1" -d '{"events": [{"server_uuid": "60c4a691-2c7d-4621-bfad-17e7a30b5724", "name": "network-vif-deleted", "tag": "28262990-c9a0-4ed8-bafe-2a4ebcc543dd"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:46:40.814423 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8ee28c26-7687-4355-a7e3-ab5546c72f65 req-0d552266-9a86-4155-8e9e-2d8eac465185 service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666682 Jun 23 22:46:40.834720 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2536fc5d-f682-4eb6-983a-fc47919f559b x-openstack-request-id: req-2536fc5d-f682-4eb6-983a-fc47919f559b {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:46:40.835151 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c4a691-2c7d-4621-bfad-17e7a30b5724", "name": "network-vif-deleted", "tag": "28262990-c9a0-4ed8-bafe-2a4ebcc543dd", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:46:40.835406 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2536fc5d-f682-4eb6-983a-fc47919f559b {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:46:40.835816 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2536fc5d-f682-4eb6-983a-fc47919f559b'] response: {'server_uuid': '60c4a691-2c7d-4621-bfad-17e7a30b5724', 'name': 'network-vif-deleted', 'tag': '28262990-c9a0-4ed8-bafe-2a4ebcc543dd', 'status': 'completed', 'code': 200} Jun 23 22:46:41.278141 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c03e0af9-c77c-44a8-aae5-2ec98835454a req-2e902c1b-4329-4c0d-9828-63cef23715db tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 210 time: 0.0312738 Jun 23 22:46:41.497634 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f90a0f-bd2e-447c-b91f-8bf173ed5619 req-2bdf7f04-a3b1-460a-9d07-0e05fde41e3a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:41.499082 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-38f90a0f-bd2e-447c-b91f-8bf173ed5619 req-2bdf7f04-a3b1-460a-9d07-0e05fde41e3a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 945 time: 0.0464098 Jun 23 22:46:41.546058 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-38f90a0f-bd2e-447c-b91f-8bf173ed5619 req-6d06464e-7c18-4857-84a6-139232a009b9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Jun 23 22:46:41.953821 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 28262990-c9a0-4ed8-bafe-2a4ebcc543dd no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:46:41.973298 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: 28262990-c9a0-4ed8-bafe-2a4ebcc543dd {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:46:41.973634 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 28262990-c9a0-4ed8-bafe-2a4ebcc543dd not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:46:41.974042 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device ca42cad6-fa77-4fa7-b9e0-48ce41a63154 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:46:42.042532 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 is: ACTIVE; New status is: DOWN {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:46:42.042903 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:42.070777 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:46:42.072990 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5f52f9-6987-47fa-a3d5-467fc3b3fe05" -d '{"events": [{"server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "name": "network-vif-unplugged", "status": "completed", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:46:42.085778 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:46:42.090499 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:42.118756 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 22:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3548c7-98e7-4602-9b62-47349ff40f6e x-openstack-request-id: req-cc3548c7-98e7-4602-9b62-47349ff40f6e {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:46:42.119062 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "name": "network-vif-unplugged", "status": "completed", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:46:42.119424 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc3548c7-98e7-4602-9b62-47349ff40f6e {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:46:42.119706 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3548c7-98e7-4602-9b62-47349ff40f6e'] response: {'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'code': 200} Jun 23 22:46:42.141670 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,revision_number=8']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:42.380603 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bf76481c-1e2b-478f-8bbd-3e26e3ff3847 req-0998f741-6485-4706-957d-94510505d2aa tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 210 time: 0.0302300 Jun 23 22:46:42.672560 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e54d8-ba89-464d-b2f5-eee56b3b7679 req-b84f6f64-d462-474f-a4c1-e2b8c3d5cceb tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:42.674263 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-419e54d8-ba89-464d-b2f5-eee56b3b7679 req-b84f6f64-d462-474f-a4c1-e2b8c3d5cceb tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.0510094 Jun 23 22:46:42.721496 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-419e54d8-ba89-464d-b2f5-eee56b3b7679 req-d5d067c4-9be9-4691-880c-6f549b5a9ec0 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413046 Jun 23 22:46:43.507364 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-62d56b46-7f61-4a91-96bb-fe218500ec8b req-52d024d7-e00b-46cb-9783-5c2272b4dc47 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c4a691-2c7d-4621-bfad-17e7a30b5724 HTTP/1.1" status: 200 len: 210 time: 0.0357859 Jun 23 22:46:43.846509 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2925721-fe2f-4b5f-b6e4-a4457d380da8 req-8b71cc15-16b5-4a3a-b69e-5e1060a8fb01 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:43.848185 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f2925721-fe2f-4b5f-b6e4-a4457d380da8 req-8b71cc15-16b5-4a3a-b69e-5e1060a8fb01 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.0500193 Jun 23 22:46:43.893740 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f2925721-fe2f-4b5f-b6e4-a4457d380da8 req-3841ff3a-4dea-487f-8e2b-2a073deafba6 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401688 Jun 23 22:46:44.846824 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188bd10-0c62-48ba-804a-21c3720cd3cc req-2d8d20ae-0ce4-4384-8df7-b07cc86c6fec tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:44.849971 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8188bd10-0c62-48ba-804a-21c3720cd3cc req-2d8d20ae-0ce4-4384-8df7-b07cc86c6fec tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.0517476 Jun 23 22:46:44.898848 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8188bd10-0c62-48ba-804a-21c3720cd3cc req-1dd969e4-e988-4f30-a277-7b0e6f728b5f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433702 Jun 23 22:46:45.030631 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-711a6bfb-05c9-49fc-8e37-635277c09a0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414150 Jun 23 22:46:45.103216 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-c5eaf5c6-28a4-4c61-853c-dd533d0b9f64 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:45.104559 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-c5eaf5c6-28a4-4c61-853c-dd533d0b9f64 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports/ca42cad6-fa77-4fa7-b9e0-48ce41a63154 HTTP/1.1" status: 200 len: 940 time: 0.0470607 Jun 23 22:46:45.986469 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device ca42cad6-fa77-4fa7-b9e0-48ce41a63154 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:46:46.024325 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:46.031264 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:46.054659 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708f86f-2ffa-47f5-83b4-a98ff7df0c06 req-9095c32b-d530-4176-b2a9-afb1dd8cffcf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:46.056448 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0708f86f-2ffa-47f5-83b4-a98ff7df0c06 req-9095c32b-d530-4176-b2a9-afb1dd8cffcf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.0822008 Jun 23 22:46:46.062237 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-b9c0ed99-829b-4866-9315-549f3bc98d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:46.063744 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-b9c0ed99-829b-4866-9315-549f3bc98d2a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715&tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1 HTTP/1.1" status: 200 len: 1127 time: 0.1207445 Jun 23 22:46:46.068737 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 is: DOWN; New status is: DOWN {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:46:46.140289 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0708f86f-2ffa-47f5-83b4-a98ff7df0c06 req-2b833dfc-4dae-434e-9487-eaadedeba66d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754008 Jun 23 22:46:46.146031 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-1662f66b-c543-4431-830c-09cacb019cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:46.147522 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-1662f66b-c543-4431-830c-09cacb019cf5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 1127 time: 0.0540910 Jun 23 22:46:46.237401 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:46.243268 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-e4798f55-0222-4d4b-ba78-755b99045dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:46.244733 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-e4798f55-0222-4d4b-ba78-755b99045dc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 917 time: 0.0909281 Jun 23 22:46:46.306117 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-898e7f78-6c18-4f9c-9420-33d5c2bd4b52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154 HTTP/1.1" status: 200 len: 998 time: 0.0544379 Jun 23 22:46:46.356044 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-35a9dac6-c86c-480c-ae56-5c14ede75eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:46.357488 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-35a9dac6-c86c-480c-ae56-5c14ede75eb8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73fac7ba-e561-4aac-8f69-54f4d658f85e HTTP/1.1" status: 200 len: 855 time: 0.0447206 Jun 23 22:46:46.403722 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-4ce18849-010e-4875-923e-153ce6f39508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:46.405086 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-4ce18849-010e-4875-923e-153ce6f39508 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422821 Jun 23 22:46:46.417671 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:46.494648 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-22787be7-6b13-4a34-bf8e-31247811a106 service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832188 Jun 23 22:46:46.585452 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2f95ef44-fa44-40ff-be3d-9ec6d462501f req-14947c79-95a4-40d6-ad55-ac95ce447759 service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851831 Jun 23 22:46:46.679110 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40598) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:46.723185 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b9e7d3-e236-413f-8fb5-ebc3c254a9e7 admin admin] Deleting subnet 14176a2a-d05f-4a49-8d0a-907dfcaa52fc {{(pid=104138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:46:46.726352 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-44b9e7d3-e236-413f-8fb5-ebc3c254a9e7 admin admin] Publish callbacks [] for subnet (14176a2a-d05f-4a49-8d0a-907dfcaa52fc), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:46.762409 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-44b9e7d3-e236-413f-8fb5-ebc3c254a9e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350737'] for subnet (14176a2a-d05f-4a49-8d0a-907dfcaa52fc), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:46.809485 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-44b9e7d3-e236-413f-8fb5-ebc3c254a9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (14176a2a-d05f-4a49-8d0a-907dfcaa52fc), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:46.816281 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40608) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:46.871810 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-44b9e7d3-e236-413f-8fb5-ebc3c254a9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4994293'] for subnet (14176a2a-d05f-4a49-8d0a-907dfcaa52fc), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:46.898322 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9e7d3-e236-413f-8fb5-ebc3c254a9e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14176a2a-d05f-4a49-8d0a-907dfcaa52fc,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:46.916002 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-44b9e7d3-e236-413f-8fb5-ebc3c254a9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:46.920411 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-44b9e7d3-e236-413f-8fb5-ebc3c254a9e7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/14176a2a-d05f-4a49-8d0a-907dfcaa52fc HTTP/1.1" status: 204 len: 168 time: 0.2398152 Jun 23 22:46:46.922345 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40620) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:47.022855 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (c5b80e41-df9f-4702-ac94-81d6f7484421), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.141623 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Deleting port 055d1273-320d-4021-9aa4-40ecbe4db48b {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:46:47.141961 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (055d1273-320d-4021-9aa4-40ecbe4db48b), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.212278 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (c5b80e41-df9f-4702-ac94-81d6f7484421), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.238577 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b80e41-df9f-4702-ac94-81d6f7484421']}} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:47.248708 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ca6ff9-2570-4d45-9553-a0eec539239f') {'for_net_delete': True} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:47.248976 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ca6ff9-2570-4d45-9553-a0eec539239f') {} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:47.259730 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367199'] for segment (50ca6ff9-2570-4d45-9553-a0eec539239f), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.274334 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (50ca6ff9-2570-4d45-9553-a0eec539239f), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.281651 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=104139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:46:47.282405 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275017'] for segment (50ca6ff9-2570-4d45-9553-a0eec539239f), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.296116 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ba9bb-d90e-4845-8941-c2c4528a36be req-c7725934-fa67-4829-bb6c-447648862d96 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:47.305039 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ae0ba9bb-d90e-4845-8941-c2c4528a36be req-c7725934-fa67-4829-bb6c-447648862d96 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.0776513 Jun 23 22:46:47.344830 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (c5b80e41-df9f-4702-ac94-81d6f7484421), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.380681 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.382392 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ae0ba9bb-d90e-4845-8941-c2c4528a36be req-ae5d5cf8-226c-4946-aa46-ff25a2950394 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758426 Jun 23 22:46:47.387300 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c5b80e41-df9f-4702-ac94-81d6f7484421 HTTP/1.1" status: 204 len: 168 time: 0.4637873 Jun 23 22:46:47.405650 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 50ca6ff9-2570-4d45-9553-a0eec539239f resource provider aggregate not found Jun 23 22:46:47.428437 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b80e41-df9f-4702-ac94-81d6f7484421,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:47.442090 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.442780 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.443476 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.444019 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.444670 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.445211 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.445875 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.446360 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.446902 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.447456 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.447943 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.448463 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.448938 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.449426 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.449888 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b591b81-83a7-40b0-acf7-d937875134e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.454179 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 50ca6ff9-2570-4d45-9553-a0eec539239f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50ca6ff9-2570-4d45-9553-a0eec539239f found for delete ", "request_id": "req-9699804e-229b-451d-9387-0757e2c3838a"}]} Jun 23 22:46:47.477725 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (055d1273-320d-4021-9aa4-40ecbe4db48b), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.478656 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (055d1273-320d-4021-9aa4-40ecbe4db48b), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.506304 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Calling delete_port for 055d1273-320d-4021-9aa4-40ecbe4db48b owned by network:floatingip {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:46:47.704680 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40630) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:47.720766 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (055d1273-320d-4021-9aa4-40ecbe4db48b), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.778554 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-51b05a89-eeb6-4389-806c-ceb5d982f7fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65a0d4c968d84b02977004edf46cde48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0697892 Jun 23 22:46:47.778554 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40632) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:47.780372 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event deleted for resources: {'Port': ['ID=055d1273-320d-4021-9aa4-40ecbe4db48b,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:47.822899 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:47.868798 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Publish callbacks [] for security_group (a12e14aa-cde1-4236-a5ca-46b8179190df), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.872611 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (7888b708-e222-4eff-b662-d4d37c2d9df8), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.872938 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.l3_db [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Floating IP 7888b708-e222-4eff-b662-d4d37c2d9df8 disassociated (deleted). External IP: 172.27.2.208, port: 876447a5-4914-447d-9445-4888cf15aa9a. Jun 23 22:46:47.897785 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Publish callbacks [] for security_group (a12e14aa-cde1-4236-a5ca-46b8179190df), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.961042 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (a12e14aa-cde1-4236-a5ca-46b8179190df), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.964494 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:47.968446 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a12e14aa-cde1-4236-a5ca-46b8179190df HTTP/1.1" status: 204 len: 168 time: 0.1891508 Jun 23 22:46:47.986086 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12e14aa-cde1-4236-a5ca-46b8179190df,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:47.989534 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:47.996849 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.997271 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.997538 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.997873 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.998252 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.998515 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.998834 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.999178 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.999551 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:47.999873 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:48.000183 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:48.000502 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:48.000820 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:48.001130 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:48.001444 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586baad2-b834-4430-bb76-fb67b0c8991a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:48.018213 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:48.155009 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:46:48.300646 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:46:48.305713 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:48.311544 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb91349-5bfe-49ea-9fdf-ed3a383fc3b8 None None] Sync routers for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:46:48.333259 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb91349-5bfe-49ea-9fdf-ed3a383fc3b8 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:46:48.333912 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-deb91349-5bfe-49ea-9fdf-ed3a383fc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:48.630087 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49af8d-b821-43ea-94f4-236de4c91fdd req-4b317719-55a1-46b5-b934-ec747756f049 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:48.647582 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cc49af8d-b821-43ea-94f4-236de4c91fdd req-4b317719-55a1-46b5-b934-ec747756f049 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.1161280 Jun 23 22:46:48.732791 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cc49af8d-b821-43ea-94f4-236de4c91fdd req-1679c24f-d36a-49e2-bb2d-653d0be7ccd0 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842042 Jun 23 22:46:48.775681 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-deb91349-5bfe-49ea-9fdf-ed3a383fc3b8 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:46:48.834016 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-9aa7d79a-b6cb-4797-94b2-94ed19399f83 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "DELETE /v2.0/floatingips/7888b708-e222-4eff-b662-d4d37c2d9df8 HTTP/1.1" status: 204 len: 168 time: 2.0166085 Jun 23 22:46:48.834704 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'tag': '876447a5-4914-447d-9445-4888cf15aa9a'}] {{(pid=104139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:46:48.836978 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7a30e2d28ecc9770ca79202b5e481ce5d3a4a17bdcf321dacedd3590822de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3258de6-71a9-48f7-b809-897c8ae4daa5" -d '{"events": [{"name": "network-changed", "server_uuid": "846b1b54-898a-4e88-8367-3ffa42bf0d14", "tag": "876447a5-4914-447d-9445-4888cf15aa9a"}]}' {{(pid=104139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:46:48.918125 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d79ce7a-077b-481b-a104-df8653767494 x-openstack-request-id: req-8d79ce7a-077b-481b-a104-df8653767494 {{(pid=104139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:46:48.918125 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846b1b54-898a-4e88-8367-3ffa42bf0d14", "tag": "876447a5-4914-447d-9445-4888cf15aa9a", "status": "completed", "code": 200}]} {{(pid=104139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:46:48.918125 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d79ce7a-077b-481b-a104-df8653767494 {{(pid=104139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:46:48.918125 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d79ce7a-077b-481b-a104-df8653767494'] response: {'name': 'network-changed', 'server_uuid': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'tag': '876447a5-4914-447d-9445-4888cf15aa9a', 'status': 'completed', 'code': 200} Jun 23 22:46:49.015023 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-deb91349-5bfe-49ea-9fdf-ed3a383fc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:49.074721 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb91349-5bfe-49ea-9fdf-ed3a383fc3b8 None None] Checking router: dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:46:49.099446 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb91349-5bfe-49ea-9fdf-ed3a383fc3b8 None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:46:49.100119 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-deb91349-5bfe-49ea-9fdf-ed3a383fc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:49.237390 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d9089-f98a-47f1-880d-ccf9c605c3c1 req-45294250-1770-44f4-8014-97a03a818a81 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:49.247430 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-650d9089-f98a-47f1-880d-ccf9c605c3c1 req-45294250-1770-44f4-8014-97a03a818a81 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 946 time: 0.0700471 Jun 23 22:46:49.303946 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40664) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:49.314496 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-650d9089-f98a-47f1-880d-ccf9c605c3c1 req-cd1bcfc2-7421-4bd4-8ca2-dff3939044ff tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656822 Jun 23 22:46:49.351801 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-deb91349-5bfe-49ea-9fdf-ed3a383fc3b8 None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:46:49.463843 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2135006400-network', 'tenant_id': 'cea45368b61d4748a164cc6b76293749'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:46:49.507761 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Made reservation on behalf of cea45368b61d4748a164cc6b76293749 for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:46:49.510186 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:49.529313 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:49.596915 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-deb91349-5bfe-49ea-9fdf-ed3a383fc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:49.625930 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb91349-5bfe-49ea-9fdf-ed3a383fc3b8 None None] The sync data for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi is: [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:38:24Z', 'revision_number': 4, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'fb210a4c-3f02-4b07-a843-618817ab9650', 'name': '', 'network_id': '0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'mac_address': 'fa:16:3e:43:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:23Z', 'updated_at': '2022-06-23T22:38:30Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'subnets': [{'id': '9c1d504b-75ad-4078-bc16-7cc310261d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:46:49.712101 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Publish callbacks [] for security_group (f77b513e-f159-4924-9f7d-0f21a62daf16), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:49.717914 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (f77b513e-f159-4924-9f7d-0f21a62daf16), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:49.735136 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:46:49.754892 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (5ff91f18-a35c-408e-9ff5-c2193654e3c7), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:49.755571 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Added segment 5ff91f18-a35c-408e-9ff5-c2193654e3c7 of type vlan for network cd8c19e1-bc34-463d-b302-704d2f051ae3 Jun 23 22:46:49.826444 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (cd8c19e1-bc34-463d-b302-704d2f051ae3), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:49.849994 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77b513e-f159-4924-9f7d-0f21a62daf16,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:49.879282 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (cd8c19e1-bc34-463d-b302-704d2f051ae3), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:49.880569 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:49.881305 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:49.883175 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:46:49.936929 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40670) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:49.937612 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6320260 Jun 23 22:46:49.950533 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-9237ce7e-5630-4a3a-9157-bcac927ad93e admin admin] Request body: {'subnet': {'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2135006400-subnet', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'ip_version': 4}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:46:49.974442 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21962fa0-4f6f-4a59-9c85-34ec831adc59 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8c19e1-bc34-463d-b302-704d2f051ae3,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:49.984994 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a2b71-e9dd-41d3-ac5c-6204182a00ed req-2180124d-e5b9-40ac-b741-14acb7a8a235 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:49.994094 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-679a2b71-e9dd-41d3-ac5c-6204182a00ed req-2180124d-e5b9-40ac-b741-14acb7a8a235 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.1420496 Jun 23 22:46:49.996845 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network cd8c19e1-bc34-463d-b302-704d2f051ae3 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:46:50.006661 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:50.020288 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9237ce7e-5630-4a3a-9157-bcac927ad93e admin admin] Made reservation on behalf of cea45368b61d4748a164cc6b76293749 for: {'subnet': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:46:50.023285 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9237ce7e-5630-4a3a-9157-bcac927ad93e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4994202'] for subnet (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:50.086293 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ada98-935e-45c9-ad1b-7f1c6e6ea958 None None] New status for floating IP 7888b708-e222-4eff-b662-d4d37c2d9df8: DOWN {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:46:50.308706 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-679a2b71-e9dd-41d3-ac5c-6204182a00ed req-729cf978-8861-456f-84c5-cdb39ef6ce25 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130896 Jun 23 22:46:50.337695 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9237ce7e-5630-4a3a-9157-bcac927ad93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4994284'] for subnet (87a6f24b-fda7-409c-8a60-e80da2359094), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:50.391454 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237ce7e-5630-4a3a-9157-bcac927ad93e admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a6f24b-fda7-409c-8a60-e80da2359094,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:50.466099 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237ce7e-5630-4a3a-9157-bcac927ad93e admin admin] Checking segment: {'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:46:50.466879 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9237ce7e-5630-4a3a-9157-bcac927ad93e admin admin] Network hostable DHCP agents. Network: cd8c19e1-bc34-463d-b302-704d2f051ae3, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:46:50.502428 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78d66e-00fd-4b80-9886-3661c459ab98 req-694b7919-275e-473b-a074-273239946da9 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:50.506092 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dc78d66e-00fd-4b80-9886-3661c459ab98 req-694b7919-275e-473b-a074-273239946da9 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 946 time: 0.0812504 Jun 23 22:46:50.530863 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9237ce7e-5630-4a3a-9157-bcac927ad93e admin admin] Network cd8c19e1-bc34-463d-b302-704d2f051ae3 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:46:50.586947 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-9237ce7e-5630-4a3a-9157-bcac927ad93e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, cd8c19e1-bc34-463d-b302-704d2f051ae3) {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:46:50.592298 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237ce7e-5630-4a3a-9157-bcac927ad93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:50.592909 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9237ce7e-5630-4a3a-9157-bcac927ad93e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:50.599780 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a8b89a-c540-4192-a6cc-3498ccf79679 None None] Network cd8c19e1-bc34-463d-b302-704d2f051ae3 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:46:50.603132 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-dc78d66e-00fd-4b80-9886-3661c459ab98 req-22cf072c-1065-4c92-a828-5c39b7f06ed1 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860713 Jun 23 22:46:50.620097 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:50.621457 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-9237ce7e-5630-4a3a-9157-bcac927ad93e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6811392 Jun 23 22:46:50.623992 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40674) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:50.628448 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:46:50.678195 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7559'] for router (35495535-31dc-4c96-b433-bc03414b08f0), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:50.680173 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7885047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7925361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7564'] for router (35495535-31dc-4c96-b433-bc03414b08f0), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:50.741981 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-cd8c19e1-bc34-463d-b302-704d2f051ae3', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'project_id': 'cea45368b61d4748a164cc6b76293749', 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:46:50.743314 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:50.752130 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Publish callbacks [] for router_controller (35495535-31dc-4c96-b433-bc03414b08f0), precommit_add_association {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:50.971786 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Allocated IP 172.20.0.2 (cd8c19e1-bc34-463d-b302-704d2f051ae3/87a6f24b-fda7-409c-8a60-e80da2359094/f0591802-384e-4f34-9ed0-d395ed1a9ca8) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:46:51.131419 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:51.173987 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Publish callbacks [] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:51.184852 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:51.202625 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:51.208056 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Publish callbacks [] for router_gateway (35495535-31dc-4c96-b433-bc03414b08f0), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:51.249417 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Network cd8c19e1-bc34-463d-b302-704d2f051ae3 is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:46:51.255445 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:46:51.259847 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:46:51.296779 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Pushing event updated for resources: {'Port': ['ID=f0591802-384e-4f34-9ed0-d395ed1a9ca8,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:51.348420 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Attempting to bind port f0591802-384e-4f34-9ed0-d395ed1a9ca8 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:46:51.348898 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Attempting to bind port f0591802-384e-4f34-9ed0-d395ed1a9ca8 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:46:51.349400 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Attempting to bind port f0591802-384e-4f34-9ed0-d395ed1a9ca8 on network cd8c19e1-bc34-463d-b302-704d2f051ae3 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:46:51.360044 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:46:51.360044 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Checking segment: {'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:46:51.360044 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:51.360044 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Bound using segment: {'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:46:51.360044 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Bound port: f0591802-384e-4f34-9ed0-d395ed1a9ca8, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:46:51.360044 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:51.440225 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] For port f0591802-384e-4f34-9ed0-d395ed1a9ca8, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:46:51.445006 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] For port f0591802-384e-4f34-9ed0-d395ed1a9ca8, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=f0591802-384e-4f34-9ed0-d395ed1a9ca8,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:46:51.452818 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:51.532355 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233303d-6cdb-499d-9c25-76e05813c564 None None] Pushing event updated for resources: {'Port': ['ID=f0591802-384e-4f34-9ed0-d395ed1a9ca8,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:51.540668 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463aa45-6c1e-4b4c-a74a-525e98d6d5c7 req-16b13aaf-de90-4004-99ea-2fad7504d4bb tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:51.547802 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d463aa45-6c1e-4b4c-a74a-525e98d6d5c7 req-16b13aaf-de90-4004-99ea-2fad7504d4bb tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.1536701 Jun 23 22:46:51.552538 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:51.589556 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Publish callbacks [] for router_gateway (35495535-31dc-4c96-b433-bc03414b08f0), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:51.629039 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:51.663312 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d463aa45-6c1e-4b4c-a74a-525e98d6d5c7 req-5cf4d8fc-a749-4952-b273-8c75f1944d52 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139762 Jun 23 22:46:51.892691 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0874b1-100d-4d96-8335-22ac64de9ccd req-de0af117-cbee-46ce-a8fa-7f851c97e135 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:51.901318 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ac0874b1-100d-4d96-8335-22ac64de9ccd req-de0af117-cbee-46ce-a8fa-7f851c97e135 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 946 time: 0.1464634 Jun 23 22:46:51.930148 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Allocated IP 172.27.2.56 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/aef5ff99-2fed-4702-8c4b-0422a3be4210) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:46:52.089546 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ac0874b1-100d-4d96-8335-22ac64de9ccd req-d8a9a1df-0231-4948-ba6f-32acdad7d418 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869304 Jun 23 22:46:52.125338 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Publish callbacks [] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:52.171157 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:52.218161 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:46:52.222594 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:46:52.227440 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:46:52.273647 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:52.312236 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Pushing event updated for resources: {'Port': ['ID=aef5ff99-2fed-4702-8c4b-0422a3be4210,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:52.376815 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e9c27977-a759-46a0-b516-9b057a81d1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:52.527992 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Publish callbacks [] for router_gateway (35495535-31dc-4c96-b433-bc03414b08f0), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:52.714558 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device f0591802-384e-4f34-9ed0-d395ed1a9ca8 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:46:52.841048 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port f0591802-384e-4f34-9ed0-d395ed1a9ca8 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:46:52.841675 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:52.900667 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762cbab-330e-494f-87e1-75e5ca2d36e4 req-86de8ca7-f3e9-49c6-86e1-ed168f5da2f9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:52.902782 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d762cbab-330e-494f-87e1-75e5ca2d36e4 req-86de8ca7-f3e9-49c6-86e1-ed168f5da2f9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.1003749 Jun 23 22:46:52.914227 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:52.967532 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port f0591802-384e-4f34-9ed0-d395ed1a9ca8 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:46:52.967948 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:52.995187 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f5dcf-bf4e-4718-b4de-35ec05e6beb0 None None] Network cd8c19e1-bc34-463d-b302-704d2f051ae3 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:46:53.012444 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7885616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147'] for router (35495535-31dc-4c96-b433-bc03414b08f0), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:53.091695 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-d762cbab-330e-494f-87e1-75e5ca2d36e4 req-66f2504b-bb3a-4927-bcad-6cc5bd140fb1 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532288 Jun 23 22:46:53.131477 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:53.132197 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-c4a1f01e-dbd1-4dff-ab62-fa7e01203528 None None] Provisioning complete for port f0591802-384e-4f34-9ed0-d395ed1a9ca8 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:46:53.132576 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c4a1f01e-dbd1-4dff-ab62-fa7e01203528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:53.139430 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port f0591802-384e-4f34-9ed0-d395ed1a9ca8, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=f0591802-384e-4f34-9ed0-d395ed1a9ca8,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:46:53.160590 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:53.292838 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca289b7-e939-4b4a-b5e5-6b85c4993f94 req-6800b1fe-5de1-470f-bdee-46ea14a4344d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:53.295334 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1ca289b7-e939-4b4a-b5e5-6b85c4993f94 req-6800b1fe-5de1-470f-bdee-46ea14a4344d tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 946 time: 0.0840468 Jun 23 22:46:53.367361 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1f01e-dbd1-4dff-ab62-fa7e01203528 None None] Current status of the port f0591802-384e-4f34-9ed0-d395ed1a9ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:46:53.372273 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=f0591802-384e-4f34-9ed0-d395ed1a9ca8,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:53.380966 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.381698 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.381698 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.382058 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.382357 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.382751 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.383117 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.383506 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.383837 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.384166 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.384558 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.384951 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.385276 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.385671 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.386063 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:53.393097 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1ca289b7-e939-4b4a-b5e5-6b85c4993f94 req-d21ca044-dea4-4dab-a9bb-291c379a3b2e tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876756 Jun 23 22:46:53.393910 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Router 35495535-31dc-4c96-b433-bc03414b08f0 is scheduled to L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 with binding_index 1 {{(pid=104138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 22:46:53.550515 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:53.556828 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:46:53.568879 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Sync routers for ids ['35495535-31dc-4c96-b433-bc03414b08f0'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:46:53.579853 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:53.581716 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-36a0d984-bb9e-4e1e-ad57-23240890e38e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9564698 Jun 23 22:46:53.584448 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40686) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:53.600601 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:53.611427 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Routers {'35495535-31dc-4c96-b433-bc03414b08f0'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:46:53.612065 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-212aa940-d27d-493e-b395-67e185b211ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['35495535-31dc-4c96-b433-bc03414b08f0'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:53.617637 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-82ec0683-d9ac-46d2-9ec6-c910264fb02f None None] Provisioning complete for port f0591802-384e-4f34-9ed0-d395ed1a9ca8 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:46:53.618002 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-82ec0683-d9ac-46d2-9ec6-c910264fb02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:53.678884 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:53.815471 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Set router 35495535-31dc-4c96-b433-bc03414b08f0 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:46:53.841529 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-82ec0683-d9ac-46d2-9ec6-c910264fb02f None None] Current status of the port f0591802-384e-4f34-9ed0-d395ed1a9ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:46:53.900796 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:54.089417 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:54.228381 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-212aa940-d27d-493e-b395-67e185b211ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:46:52Z', 'revision_number': 3, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:54.286911 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Allocated IP 172.20.0.1 (cd8c19e1-bc34-463d-b302-704d2f051ae3/87a6f24b-fda7-409c-8a60-e80da2359094/24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:46:54.291171 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Checking router: 35495535-31dc-4c96-b433-bc03414b08f0 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:46:54.291788 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Updating router 35495535-31dc-4c96-b433-bc03414b08f0 port aef5ff99-2fed-4702-8c4b-0422a3be4210 binding host dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:46:54.350749 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df558aa1-8611-4d01-9e4e-e62c9f73e4cc req-f40025b9-ea20-4ff7-9c0f-a3861472a81b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:54.354451 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-df558aa1-8611-4d01-9e4e-e62c9f73e4cc req-f40025b9-ea20-4ff7-9c0f-a3861472a81b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.1059537 Jun 23 22:46:54.355378 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:54.426592 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-df558aa1-8611-4d01-9e4e-e62c9f73e4cc req-49ebcbd8-ce74-41a8-865f-e63257687ed3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593491 Jun 23 22:46:54.483753 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Publish callbacks [] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:54.529332 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:54.559226 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-98592551-81fa-434f-bb4a-9ed932581048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:54.568214 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Network cd8c19e1-bc34-463d-b302-704d2f051ae3 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:46:54.573797 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:46:54.577585 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:46:54.578817 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a53a2-1901-4e3f-9860-997513ee308e req-ecb30f54-6baa-475d-81fd-9f6892045619 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:54.580605 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4c3a53a2-1901-4e3f-9860-997513ee308e req-ecb30f54-6baa-475d-81fd-9f6892045619 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 946 time: 0.0659881 Jun 23 22:46:54.614715 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:54.632004 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7887982'] for router_interface (35495535-31dc-4c96-b433-bc03414b08f0), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:54.668414 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4c3a53a2-1901-4e3f-9860-997513ee308e req-be5649c5-53ef-40f5-880c-79d960d876e9 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789585 Jun 23 22:46:54.702354 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Pushing event updated for resources: {'Port': ['ID=24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:54.714390 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device f0591802-384e-4f34-9ed0-d395ed1a9ca8 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:46:54.804766 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), before_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:54.810071 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port f0591802-384e-4f34-9ed0-d395ed1a9ca8 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:46:54.810440 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:54.868011 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:54.881048 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:54.894131 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-08158984-1ec6-4cfc-ac6f-c1fc3f547bd0 None None] Provisioning complete for port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:46:54.894500 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-08158984-1ec6-4cfc-ac6f-c1fc3f547bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:54.899072 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Publish callbacks [] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), precommit_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:54.927533 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:54.949024 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:54.973486 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Publish callbacks [] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:54.990076 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4275053'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), after_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:55.012585 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-08158984-1ec6-4cfc-ac6f-c1fc3f547bd0 None None] Port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:46:55.025762 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Attempting to bind port aef5ff99-2fed-4702-8c4b-0422a3be4210 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:46:55.026128 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Attempting to bind port aef5ff99-2fed-4702-8c4b-0422a3be4210 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:46:55.026492 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Attempting to bind port aef5ff99-2fed-4702-8c4b-0422a3be4210 on network 6e26287c-7a8e-421e-96a7-49a5147437a7 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:46:55.040705 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:46:55.041082 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:46:55.041476 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:55.041869 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Bound using segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:46:55.042337 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Bound port: aef5ff99-2fed-4702-8c4b-0422a3be4210, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:46:55.042716 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:55.048120 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ae560-886f-431a-87cd-82e04bc1dfcf None None] Pushing event updated for resources: {'Port': ['ID=aef5ff99-2fed-4702-8c4b-0422a3be4210,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:55.065875 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7886334'] for router_interface (35495535-31dc-4c96-b433-bc03414b08f0), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:55.067902 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Pushing event updated for resources: {'Port': ['ID=24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9,revision_number=2']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:55.068331 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port f0591802-384e-4f34-9ed0-d395ed1a9ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:46:55.101378 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-212aa940-d27d-493e-b395-67e185b211ba None None] For port aef5ff99-2fed-4702-8c4b-0422a3be4210, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:46:55.104935 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-212aa940-d27d-493e-b395-67e185b211ba None None] For port aef5ff99-2fed-4702-8c4b-0422a3be4210, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=aef5ff99-2fed-4702-8c4b-0422a3be4210,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:46:55.111650 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:55.166275 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Network cd8c19e1-bc34-463d-b302-704d2f051ae3 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:46:55.167699 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:46:55.171109 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Routers {'35495535-31dc-4c96-b433-bc03414b08f0'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:46:55.172008 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-212aa940-d27d-493e-b395-67e185b211ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['35495535-31dc-4c96-b433-bc03414b08f0'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:55.212926 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ae560-886f-431a-87cd-82e04bc1dfcf None None] Pushing event updated for resources: {'Port': ['ID=aef5ff99-2fed-4702-8c4b-0422a3be4210,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:55.284959 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Router 35495535-31dc-4c96-b433-bc03414b08f0 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:46:55.291116 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-212aa940-d27d-493e-b395-67e185b211ba None None] Set router 35495535-31dc-4c96-b433-bc03414b08f0 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:46:55.397239 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:46:55.404181 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-2b1cc49e-c197-4a25-8fa7-9793ab0bb8eb admin admin] 10.222.0.43 "PUT /v2.0/routers/35495535-31dc-4c96-b433-bc03414b08f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8178797 Jun 23 22:46:55.449762 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-977f7d60-340b-44dc-b7f1-191302aca530 None None] Provisioning complete for port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:46:55.450126 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-977f7d60-340b-44dc-b7f1-191302aca530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:55.515177 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-977f7d60-340b-44dc-b7f1-191302aca530 None None] Port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:46:55.521514 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-212aa940-d27d-493e-b395-67e185b211ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9', 'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'mac_address': 'fa:16:3e:90:f9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:54Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 2, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'subnets': [{'id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:55.547489 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212aa940-d27d-493e-b395-67e185b211ba None None] The sync data for ids ['35495535-31dc-4c96-b433-bc03414b08f0'] in dv-cinder-846173-2-iscsi is: [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9', 'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'mac_address': 'fa:16:3e:90:f9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:54Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 2, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'subnets': [{'id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:46:55.810608 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222616b-b534-4ff0-90e2-3809f3b8f602 req-fa4671b4-c5f5-436a-8e62-f7a2f6ba962a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:55.812139 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c222616b-b534-4ff0-90e2-3809f3b8f602 req-fa4671b4-c5f5-436a-8e62-f7a2f6ba962a tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.1086073 Jun 23 22:46:55.853899 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71e992-ea37-4511-8871-ede833201f63 req-8ff24d8a-048e-4f9a-a36d-6f623920e29c tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:55.855501 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5e71e992-ea37-4511-8871-ede833201f63 req-8ff24d8a-048e-4f9a-a36d-6f623920e29c tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 946 time: 0.1117110 Jun 23 22:46:55.913758 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c222616b-b534-4ff0-90e2-3809f3b8f602 req-52c26b2c-6050-4acb-84af-25ed5746fcea tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945947 Jun 23 22:46:55.945939 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5e71e992-ea37-4511-8871-ede833201f63 req-125c6531-7741-45d2-bfa6-4fae1bd77703 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781298 Jun 23 22:46:56.000792 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.003672 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40714) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:56.008746 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1050394629-network', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:46:56.032243 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Made reservation on behalf of 19cfa8f118ab4adf804fa31768a7e8cd for: {'network': 1} {{(pid=104139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:46:56.035926 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for network (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.045590 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.071602 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:56.141558 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Publish callbacks [] for security_group (e007dd24-7fc9-4251-8579-a2a02eaf6929), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.146674 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e007dd24-7fc9-4251-8579-a2a02eaf6929), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.170167 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=104139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 22:46:56.187566 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (b7d8f2c2-edaf-48c7-9e8c-df70bab94a87), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.187905 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.segments_db [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Added segment b7d8f2c2-edaf-48c7-9e8c-df70bab94a87 of type vlan for network 15d913f7-cd4d-4900-b78b-6c7d440f3579 Jun 23 22:46:56.189245 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e007dd24-7fc9-4251-8579-a2a02eaf6929,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:56.236385 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743240399050'] for network (15d913f7-cd4d-4900-b78b-6c7d440f3579), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.274044 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626'] for network (15d913f7-cd4d-4900-b78b-6c7d440f3579), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.274044 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:56.274044 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.299653 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:56.314564 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3098102 Jun 23 22:46:56.318512 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40716) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:56.330637 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-ad264a39-6fd8-4c48-ab4a-06fce76956ff admin admin] Request body: {'subnet': {'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1050394629-subnet', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'ip_version': 4}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:46:56.345665 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8da04e-1895-4459-8eac-064a2c8ff83a admin admin] Pushing event updated for resources: {'Network': ['ID=15d913f7-cd4d-4900-b78b-6c7d440f3579,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:56.359614 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Network 15d913f7-cd4d-4900-b78b-6c7d440f3579 details requested by agent ovs-agent-dv-cinder-846173-2-iscsi with host dv-cinder-846173-2-iscsi {{(pid=104140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 22:46:56.368031 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad264a39-6fd8-4c48-ab4a-06fce76956ff admin admin] Made reservation on behalf of 19cfa8f118ab4adf804fa31768a7e8cd for: {'subnet': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:46:56.370865 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ad264a39-6fd8-4c48-ab4a-06fce76956ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4994202'] for subnet (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.559327 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ad264a39-6fd8-4c48-ab4a-06fce76956ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4994284'] for subnet (a176591d-4b22-4902-b413-99775841c113), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.623316 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:56.624145 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad264a39-6fd8-4c48-ab4a-06fce76956ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a176591d-4b22-4902-b413-99775841c113,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:56.633086 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad264a39-6fd8-4c48-ab4a-06fce76956ff admin admin] Checking segment: {'id': 'b7d8f2c2-edaf-48c7-9e8c-df70bab94a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:46:56.633086 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad264a39-6fd8-4c48-ab4a-06fce76956ff admin admin] Network hostable DHCP agents. Network: 15d913f7-cd4d-4900-b78b-6c7d440f3579, hostable agents: ['97d29913-b122-49c0-b117-2bcac00ab892'], hosted agents: [] {{(pid=104138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 22:46:56.651553 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad264a39-6fd8-4c48-ab4a-06fce76956ff admin admin] Network 15d913f7-cd4d-4900-b78b-6c7d440f3579 is scheduled to be hosted by DHCP agent 97d29913-b122-49c0-b117-2bcac00ab892 with binding_index 1 {{(pid=104138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 22:46:56.656273 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device aef5ff99-2fed-4702-8c4b-0422a3be4210 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:46:56.664582 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-ad264a39-6fd8-4c48-ab4a-06fce76956ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-2-iscsi, 15d913f7-cd4d-4900-b78b-6c7d440f3579) {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:46:56.671073 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad264a39-6fd8-4c48-ab4a-06fce76956ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:56.673155 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ad264a39-6fd8-4c48-ab4a-06fce76956ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.685729 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f928cd09-d343-4a6b-bc88-868a91df0ceb None None] Network 15d913f7-cd4d-4900-b78b-6c7d440f3579 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:46:56.695473 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-ad264a39-6fd8-4c48-ab4a-06fce76956ff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3718259 Jun 23 22:46:56.696675 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40718) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:56.701507 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1050394629-router', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:46:56.722792 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7559'] for router (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.723957 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7885047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7925361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7564'] for router (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.768094 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:56.781778 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Publish callbacks [] for router_controller (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), precommit_add_association {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.785457 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port aef5ff99-2fed-4702-8c4b-0422a3be4210 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:46:56.785860 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.789618 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:56.857355 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21834485-f2df-5e12-b4a5-b2ce167b2491-15d913f7-cd4d-4900-b78b-6c7d440f3579', 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579', 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'fixed_ips': [{'subnet_id': 'a176591d-4b22-4902-b413-99775841c113'}]}} from dv-cinder-846173-2-iscsi. {{(pid=104140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 22:46:56.858234 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.927701 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3258de6-71a9-48f7-b809-897c8ae4daa5 req-60d6d34e-aa0d-42de-ac85-e24819701407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:56.930295 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a3258de6-71a9-48f7-b809-897c8ae4daa5 req-60d6d34e-aa0d-42de-ac85-e24819701407 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 1130 time: 0.0605328 Jun 23 22:46:56.931525 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port aef5ff99-2fed-4702-8c4b-0422a3be4210 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:46:56.931913 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:56.932803 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Publish callbacks [] for router_gateway (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), precommit_update {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.023295 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port aef5ff99-2fed-4702-8c4b-0422a3be4210, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=aef5ff99-2fed-4702-8c4b-0422a3be4210,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:46:57.035150 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.068261 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3258de6-71a9-48f7-b809-897c8ae4daa5 req-d7865714-808e-467c-ada8-064d0de0880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:57.070088 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a3258de6-71a9-48f7-b809-897c8ae4daa5 req-d7865714-808e-467c-ada8-064d0de0880c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 200 len: 912 time: 0.1297038 Jun 23 22:46:57.177829 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.178603 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=aef5ff99-2fed-4702-8c4b-0422a3be4210,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:57.190229 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.db_base_plugin_common [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Allocated IP 172.20.0.2 (15d913f7-cd4d-4900-b78b-6c7d440f3579/a176591d-4b22-4902-b413-99775841c113/c840ec92-a112-427b-9e36-249c3478ecbc) {{(pid=104140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:46:57.191995 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:57.199246 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd24cc7-6f70-41ca-bfaf-ae746b6b0072 req-f9d96b33-d3c7-46b3-80e5-b87e7baa8c58 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:57.200725 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9cd24cc7-6f70-41ca-bfaf-ae746b6b0072 req-f9d96b33-d3c7-46b3-80e5-b87e7baa8c58 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 946 time: 0.0806558 Jun 23 22:46:57.206709 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a3258de6-71a9-48f7-b809-897c8ae4daa5 req-a22b79ba-eb0c-4192-bb80-5a71de36f8aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=876447a5-4914-447d-9445-4888cf15aa9a HTTP/1.1" status: 200 len: 217 time: 0.1178336 Jun 23 22:46:57.225337 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3333334-09b6-42aa-868d-5de5fd3ecddc req-dc5f3a36-f5be-44c5-8dca-5ee78eeccdd0 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:57.226842 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c3333334-09b6-42aa-868d-5de5fd3ecddc req-dc5f3a36-f5be-44c5-8dca-5ee78eeccdd0 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 943 time: 0.1556599 Jun 23 22:46:57.230632 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Publish callbacks [] for router_gateway (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.252117 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.326210 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9cd24cc7-6f70-41ca-bfaf-ae746b6b0072 req-6035b99c-28bf-4de8-b3da-0efbae19a110 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/security-groups?id=53e064b7-8e9c-4fe4-abfc-5f50328f3da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158235 Jun 23 22:46:57.375148 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_common [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Allocated IP 172.27.2.3 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/2b374814-6ea1-41b5-883a-78364b2034d7) {{(pid=104139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:46:57.376899 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c3333334-09b6-42aa-868d-5de5fd3ecddc req-3e1a8c46-d708-41fc-95e5-fb87fca6f1ae tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409028 Jun 23 22:46:57.397226 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3258de6-71a9-48f7-b809-897c8ae4daa5 req-74607282-30da-4796-b2c7-e0955f725d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:57.398707 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a3258de6-71a9-48f7-b809-897c8ae4daa5 req-74607282-30da-4796-b2c7-e0955f725d42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 200 len: 850 time: 0.1263220 Jun 23 22:46:57.404586 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e0b4a-eaf2-4404-946e-d8b13299f647 req-35abb50c-d243-42e5-831f-7a537cbb3ca2 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:57.406163 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8b3e0b4a-eaf2-4404-946e-d8b13299f647 req-35abb50c-d243-42e5-831f-7a537cbb3ca2 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 946 time: 0.0675499 Jun 23 22:46:57.424367 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Publish callbacks [] for port (c840ec92-a112-427b-9e36-249c3478ecbc), precommit_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.432522 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), after_create {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.482239 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3258de6-71a9-48f7-b809-897c8ae4daa5 req-c38ac0de-014a-420f-a105-cbd7587efcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:57.483923 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a3258de6-71a9-48f7-b809-897c8ae4daa5 req-c38ac0de-014a-420f-a105-cbd7587efcfe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766659 Jun 23 22:46:57.499281 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Publish callbacks [] for port (2b374814-6ea1-41b5-883a-78364b2034d7), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.519226 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:57.537281 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (2b374814-6ea1-41b5-883a-78364b2034d7), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.558566 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-8b3e0b4a-eaf2-4404-946e-d8b13299f647 req-265322ce-2bbf-4430-8a16-8a281eb55469 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Deleting port 876447a5-4914-447d-9445-4888cf15aa9a {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:46:57.558899 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8b3e0b4a-eaf2-4404-946e-d8b13299f647 req-265322ce-2bbf-4430-8a16-8a281eb55469 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (876447a5-4914-447d-9445-4888cf15aa9a), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.581859 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:46:57.584884 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.base_scheduler [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:46:57.588965 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Received port after_create {{(pid=104139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:46:57.594616 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2b374814-6ea1-41b5-883a-78364b2034d7,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:57.638561 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:57.655622 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Network 15d913f7-cd4d-4900-b78b-6c7d440f3579 is already hosted by enough agents. {{(pid=104140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:46:57.662911 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.scheduler.base_scheduler [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Resources bound (agent type, host, resource id): {{(pid=104140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:46:57.665082 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.667816 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Received port after_create {{(pid=104140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:46:57.673977 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Pushing event updated for resources: {'Port': ['ID=c840ec92-a112-427b-9e36-249c3478ecbc,revision_number=1']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:57.679958 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a3258de6-71a9-48f7-b809-897c8ae4daa5 req-4abc1dc3-31db-4c06-9bab-212e192347dc service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857572 Jun 23 22:46:57.731256 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-8b3e0b4a-eaf2-4404-946e-d8b13299f647 req-265322ce-2bbf-4430-8a16-8a281eb55469 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] For port 876447a5-4914-447d-9445-4888cf15aa9a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876447a5-4914-447d-9445-4888cf15aa9a,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:46:57.731643 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8b3e0b4a-eaf2-4404-946e-d8b13299f647 req-265322ce-2bbf-4430-8a16-8a281eb55469 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (876447a5-4914-447d-9445-4888cf15aa9a), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.736955 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Attempting to bind port c840ec92-a112-427b-9e36-249c3478ecbc on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:46:57.737773 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Attempting to bind port c840ec92-a112-427b-9e36-249c3478ecbc by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': 'b7d8f2c2-edaf-48c7-9e8c-df70bab94a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:46:57.738133 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Attempting to bind port c840ec92-a112-427b-9e36-249c3478ecbc on network 15d913f7-cd4d-4900-b78b-6c7d440f3579 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:46:57.743954 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:46:57.743954 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Checking segment: {'id': 'b7d8f2c2-edaf-48c7-9e8c-df70bab94a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:46:57.744429 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.745107 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Bound using segment: {'id': 'b7d8f2c2-edaf-48c7-9e8c-df70bab94a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:46:57.745318 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Bound port: c840ec92-a112-427b-9e36-249c3478ecbc, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d8f2c2-edaf-48c7-9e8c-df70bab94a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:46:57.745646 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.754987 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-8b3e0b4a-eaf2-4404-946e-d8b13299f647 req-265322ce-2bbf-4430-8a16-8a281eb55469 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Calling delete_port for 876447a5-4914-447d-9445-4888cf15aa9a owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:46:57.807374 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:57.826738 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] For port c840ec92-a112-427b-9e36-249c3478ecbc, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:46:57.830310 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] For port c840ec92-a112-427b-9e36-249c3478ecbc, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=c840ec92-a112-427b-9e36-249c3478ecbc,segment=NetworkSegment(b7d8f2c2-edaf-48c7-9e8c-df70bab94a87),segment_id=b7d8f2c2-edaf-48c7-9e8c-df70bab94a87)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:46:57.840539 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.856033 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a3258de6-71a9-48f7-b809-897c8ae4daa5 req-478cdb2d-4b94-47ef-8207-84e53eac328e service neutron] 10.222.0.55 "GET /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674526 Jun 23 22:46:57.861624 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Publish callbacks [] for router_gateway (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.937708 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb46cb-a150-4f8f-84b4-e92a53369d7b None None] Pushing event updated for resources: {'Port': ['ID=c840ec92-a112-427b-9e36-249c3478ecbc,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:57.963390 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8b3e0b4a-eaf2-4404-946e-d8b13299f647 req-265322ce-2bbf-4430-8a16-8a281eb55469 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (876447a5-4914-447d-9445-4888cf15aa9a), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:57.999986 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265322ce-2bbf-4430-8a16-8a281eb55469 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event deleted for resources: {'Port': ['ID=876447a5-4914-447d-9445-4888cf15aa9a,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:58.045370 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device ca42cad6-fa77-4fa7-b9e0-48ce41a63154 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:46:58.050797 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:58.060949 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3e0b4a-eaf2-4404-946e-d8b13299f647 req-265322ce-2bbf-4430-8a16-8a281eb55469 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] No DVR routers for this DVR port 876447a5-4914-447d-9445-4888cf15aa9a on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:46:58.065327 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-8b3e0b4a-eaf2-4404-946e-d8b13299f647 req-265322ce-2bbf-4430-8a16-8a281eb55469 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:58.070464 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8b3e0b4a-eaf2-4404-946e-d8b13299f647 req-265322ce-2bbf-4430-8a16-8a281eb55469 tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.55 "DELETE /v2.0/ports/876447a5-4914-447d-9445-4888cf15aa9a HTTP/1.1" status: 204 len: 173 time: 0.6535599 Jun 23 22:46:58.071243 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'name': 'network-vif-deleted', 'tag': '876447a5-4914-447d-9445-4888cf15aa9a'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:46:58.073901 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5850ac14-f5ec-4cfc-81da-a8605127f261" -d '{"events": [{"server_uuid": "846b1b54-898a-4e88-8367-3ffa42bf0d14", "name": "network-vif-deleted", "tag": "876447a5-4914-447d-9445-4888cf15aa9a"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:46:58.117978 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7885616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891147'] for router (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:58.176910 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ad0f4e-ad0f-4879-9fdf-f8138337685a x-openstack-request-id: req-80ad0f4e-ad0f-4879-9fdf-f8138337685a {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:46:58.180688 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846b1b54-898a-4e88-8367-3ffa42bf0d14", "name": "network-vif-deleted", "tag": "876447a5-4914-447d-9445-4888cf15aa9a", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:46:58.181188 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80ad0f4e-ad0f-4879-9fdf-f8138337685a {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:46:58.181832 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ad0f4e-ad0f-4879-9fdf-f8138337685a'] response: {'server_uuid': '846b1b54-898a-4e88-8367-3ffa42bf0d14', 'name': 'network-vif-deleted', 'tag': '876447a5-4914-447d-9445-4888cf15aa9a', 'status': 'completed', 'code': 200} Jun 23 22:46:58.214693 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:58.245879 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Sync routers for ids ['35495535-31dc-4c96-b433-bc03414b08f0'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:46:58.250915 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:46:58.263588 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Routers {'35495535-31dc-4c96-b433-bc03414b08f0'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:46:58.264274 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['35495535-31dc-4c96-b433-bc03414b08f0'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:58.265743 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'port_id': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'mac_address': 'fa:16:3e:c4:aa:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:46:58.311356 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:46:58.312242 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:58.343112 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca42cad6-fa77-4fa7-b9e0-48ce41a63154 {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:46:58.421627 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:46:58.431128 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:58.507170 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Set router 35495535-31dc-4c96-b433-bc03414b08f0 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:46:58.517972 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-7272be07-e92c-41b7-a10e-c83fef55d3e1 req-5021d6aa-b1e9-42ca-bb25-5121538ba38b tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "GET /v2.0/ports?device_id=846b1b54-898a-4e88-8367-3ffa42bf0d14 HTTP/1.1" status: 200 len: 210 time: 0.0663457 Jun 23 22:46:58.546706 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,revision_number=9']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:58.638682 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eab5c8-275a-46ef-882a-6ea5da84c62d req-187a6bcc-785a-42cd-a524-8e4d115e1174 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:46:58.640427 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-87eab5c8-275a-46ef-882a-6ea5da84c62d req-187a6bcc-785a-42cd-a524-8e4d115e1174 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 944 time: 0.0978858 Jun 23 22:46:58.672420 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['ca42cad6-fa77-4fa7-b9e0-48ce41a63154'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:46:58.745911 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-87eab5c8-275a-46ef-882a-6ea5da84c62d req-733af4f8-dd15-4318-9104-8b5119d40bb4 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983047 Jun 23 22:46:58.817020 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device c840ec92-a112-427b-9e36-249c3478ecbc up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:46:58.819285 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Router 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e is scheduled to L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 with binding_index 1 {{(pid=104139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 22:46:58.881854 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9', 'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'mac_address': 'fa:16:3e:90:f9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:54Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 2, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'subnets': [{'id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:58.905873 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port c840ec92-a112-427b-9e36-249c3478ecbc triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:46:58.906245 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:58.914142 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Checking router: 35495535-31dc-4c96-b433-bc03414b08f0 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:46:58.914847 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Updating router 35495535-31dc-4c96-b433-bc03414b08f0 port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 binding host dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:46:58.952572 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:58.991209 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:46:59.012562 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Sync routers for ids ['1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:46:59.028404 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.030027 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-eb443ffe-712d-4eb6-a389-6375583153f6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3318524 Jun 23 22:46:59.032460 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40730) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:59.033024 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Routers {'1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:46:59.033300 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:59.039517 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:59.142712 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Set router 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:46:59.196942 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port c840ec92-a112-427b-9e36-249c3478ecbc is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:46:59.197236 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.290654 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port c840ec92-a112-427b-9e36-249c3478ecbc, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=c840ec92-a112-427b-9e36-249c3478ecbc,segment=NetworkSegment(b7d8f2c2-edaf-48c7-9e8c-df70bab94a87),segment_id=b7d8f2c2-edaf-48c7-9e8c-df70bab94a87)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:46:59.298308 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.299233 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device aef5ff99-2fed-4702-8c4b-0422a3be4210 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:46:59.325467 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Publish callbacks [] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.333670 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.366751 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:59.378219 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58ade15-81b5-4938-87bc-1d2a150b7d19 None None] Network 15d913f7-cd4d-4900-b78b-6c7d440f3579 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:46:59.390728 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:59.408214 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:59.409465 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Pushing event updated for resources: {'Port': ['ID=24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:59.435391 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:59.445503 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-cc4110b8-3d53-4572-87ea-26d967804309 None None] Provisioning complete for port c840ec92-a112-427b-9e36-249c3478ecbc triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:46:59.445798 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-cc4110b8-3d53-4572-87ea-26d967804309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.449063 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.449324 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.449866 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.450204 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.450529 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.450851 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.451195 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.451510 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.452501 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.452838 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.453139 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.453623 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.454116 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.454602 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.455128 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:46:59.466231 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Attempting to bind port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:46:59.467748 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Attempting to bind port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:46:59.468299 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Attempting to bind port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 on network cd8c19e1-bc34-463d-b302-704d2f051ae3 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:46:59.477109 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=c840ec92-a112-427b-9e36-249c3478ecbc,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:59.478407 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:46:59.479060 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Checking segment: {'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:46:59.479618 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.489535 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Bound using segment: {'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:46:59.490335 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Bound port: 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:46:59.490912 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.576964 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'name': 'tempest-TestMinimumBasicScenario-1050394629-router', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:56Z', 'updated_at': '2022-06-23T22:46:57Z', 'revision_number': 3, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'gw_port': {'id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:57Z', 'updated_at': '2022-06-23T22:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:59.580051 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] For port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:46:59.586732 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] For port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:46:59.594445 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.614869 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port aef5ff99-2fed-4702-8c4b-0422a3be4210 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:46:59.615245 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.626789 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40734) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:46:59.638209 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Checking router: 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:46:59.638558 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Updating router 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e port 2b374814-6ea1-41b5-883a-78364b2034d7 binding host dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:46:59.713110 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (2b374814-6ea1-41b5-883a-78364b2034d7), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.752602 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Routers {'35495535-31dc-4c96-b433-bc03414b08f0'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:46:59.753624 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['35495535-31dc-4c96-b433-bc03414b08f0'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:46:59.762170 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34868d-fc50-4fd4-b568-ad563efc7587 None None] Pushing event updated for resources: {'Port': ['ID=24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9,revision_number=4']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:46:59.859462 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:46:59.861471 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3233d-d814-41f3-abdb-bdbc55d5b0ac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Deleting port 1a4e98c7-cad7-41e5-af5b-24942a46eb9a {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:46:59.862144 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8cc3233d-d814-41f3-abdb-bdbc55d5b0ac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (1a4e98c7-cad7-41e5-af5b-24942a46eb9a), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.967790 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] Set router 35495535-31dc-4c96-b433-bc03414b08f0 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:46:59.972048 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-cc4110b8-3d53-4572-87ea-26d967804309 None None] Current status of the port c840ec92-a112-427b-9e36-249c3478ecbc is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:46:59.996078 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8cc3233d-d814-41f3-abdb-bdbc55d5b0ac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (1a4e98c7-cad7-41e5-af5b-24942a46eb9a), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:46:59.996400 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8cc3233d-d814-41f3-abdb-bdbc55d5b0ac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (1a4e98c7-cad7-41e5-af5b-24942a46eb9a), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.015984 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0d2ad-6211-4d8a-9a51-e6a274b8de08 req-fc77a79a-ef45-4228-9951-7af859e6da70 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:00.020199 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eba0d2ad-6211-4d8a-9a51-e6a274b8de08 req-fc77a79a-ef45-4228-9951-7af859e6da70 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 944 time: 0.1398664 Jun 23 22:47:00.027203 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3233d-d814-41f3-abdb-bdbc55d5b0ac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Calling delete_port for 1a4e98c7-cad7-41e5-af5b-24942a46eb9a owned by network:floatingip {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:00.069826 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device ca42cad6-fa77-4fa7-b9e0-48ce41a63154 up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:47:00.086309 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.117706 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port aef5ff99-2fed-4702-8c4b-0422a3be4210 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:00.137550 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eba0d2ad-6211-4d8a-9a51-e6a274b8de08 req-6993ab5f-4251-463e-99f7-287b28a49a5f tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080260 Jun 23 22:47:00.214236 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:00.245760 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8cc3233d-d814-41f3-abdb-bdbc55d5b0ac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (1a4e98c7-cad7-41e5-af5b-24942a46eb9a), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.267051 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:00.275281 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3233d-d814-41f3-abdb-bdbc55d5b0ac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event deleted for resources: {'Port': ['ID=1a4e98c7-cad7-41e5-af5b-24942a46eb9a,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:00.325305 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-d457c6a3-a31d-41b7-9371-08cb2295c1d0 None None] Provisioning complete for port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:00.325875 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d457c6a3-a31d-41b7-9371-08cb2295c1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.330043 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9', 'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'mac_address': 'fa:16:3e:90:f9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:54Z', 'updated_at': '2022-06-23T22:46:59Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'subnets': [{'id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:00.355069 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8cc3233d-d814-41f3-abdb-bdbc55d5b0ac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for floatingip (b862c965-e950-4f3c-9277-a6867a4ea2b6), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.357834 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-8cc3233d-d814-41f3-abdb-bdbc55d5b0ac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.359508 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Allocated IP 172.20.0.1 (15d913f7-cd4d-4900-b78b-6c7d440f3579/a176591d-4b22-4902-b413-99775841c113/cbf89772-3f6d-4800-843f-d17bbf8f5737) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:47:00.360423 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-8cc3233d-d814-41f3-abdb-bdbc55d5b0ac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "DELETE /v2.0/floatingips/b862c965-e950-4f3c-9277-a6867a4ea2b6 HTTP/1.1" status: 204 len: 168 time: 0.7324479 Jun 23 22:47:00.374805 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4fef7a-7800-45cb-aa38-434278dabfe6 None None] The sync data for ids ['35495535-31dc-4c96-b433-bc03414b08f0'] in dv-cinder-846173-2-iscsi is: [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9', 'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'mac_address': 'fa:16:3e:90:f9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:54Z', 'updated_at': '2022-06-23T22:46:59Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'subnets': [{'id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:47:00.420761 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:00.421237 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.426822 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:00.507300 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Publish callbacks [] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.550385 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.572214 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-d457c6a3-a31d-41b7-9371-08cb2295c1d0 None None] Current status of the port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:00.572745 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d457c6a3-a31d-41b7-9371-08cb2295c1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.605998 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:00.617225 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Network 15d913f7-cd4d-4900-b78b-6c7d440f3579 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:47:00.624936 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:47:00.627287 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf89772-3f6d-4800-843f-d17bbf8f5737,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:00.633645 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:47:00.680730 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:00.681122 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.689757 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7887982'] for router_interface (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.755502 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device c840ec92-a112-427b-9e36-249c3478ecbc up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:47:00.762161 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Publish callbacks [] for port (2b374814-6ea1-41b5-883a-78364b2034d7), precommit_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.764920 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:00.796637 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:47:00.799308 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6149949-938b-46dc-8b5c-3369b2668f8f" -d '{"events": [{"server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "name": "network-vif-plugged", "status": "completed", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:47:00.814142 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-d457c6a3-a31d-41b7-9371-08cb2295c1d0 None None] For port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:00.833711 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (2b374814-6ea1-41b5-883a-78364b2034d7), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.847440 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.892600 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:00.898800 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d457c6a3-a31d-41b7-9371-08cb2295c1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.935295 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.936741 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 876447a5-4914-447d-9445-4888cf15aa9a no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:47:00.961472 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Attempting to bind port 2b374814-6ea1-41b5-883a-78364b2034d7 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:47:00.961472 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Attempting to bind port 2b374814-6ea1-41b5-883a-78364b2034d7 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:47:00.962123 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Attempting to bind port 2b374814-6ea1-41b5-883a-78364b2034d7 on network 6e26287c-7a8e-421e-96a7-49a5147437a7 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:47:00.976093 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: 876447a5-4914-447d-9445-4888cf15aa9a {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:47:00.976537 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device 876447a5-4914-447d-9445-4888cf15aa9a not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:47:00.987883 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:47:00.988747 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Checking segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:47:00.988994 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:00.989454 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Bound using segment: {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:47:00.990004 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Bound port: 2b374814-6ea1-41b5-883a-78364b2034d7, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c53f9c-d667-4e0f-a4a2-09cd48a36ce7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:47:00.990446 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (2b374814-6ea1-41b5-883a-78364b2034d7), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.017742 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8151a01-59c2-4e5c-9147-4bc87997e5de None None] Pushing event updated for resources: {'Port': ['ID=2b374814-6ea1-41b5-883a-78364b2034d7,revision_number=2']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:01.076179 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port c840ec92-a112-427b-9e36-249c3478ecbc triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:01.076549 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.097264 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Publish callbacks [] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.104191 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.115138 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-4ade8784-787a-4a04-927d-8e8fa6d1cb8e None None] Provisioning complete for port c840ec92-a112-427b-9e36-249c3478ecbc triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:01.115506 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4ade8784-787a-4a04-927d-8e8fa6d1cb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.177988 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] For port 2b374814-6ea1-41b5-883a-78364b2034d7, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:47:01.192487 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:01.198369 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457c6a3-a31d-41b7-9371-08cb2295c1d0 None None] Pushing event updated for resources: {'Port': ['ID=24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:01.202030 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c11912-3b38-43a2-99a9-3abf21789519 x-openstack-request-id: req-72c11912-3b38-43a2-99a9-3abf21789519 {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:47:01.202211 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "name": "network-vif-plugged", "status": "completed", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:47:01.202436 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72c11912-3b38-43a2-99a9-3abf21789519 {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:47:01.203196 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c11912-3b38-43a2-99a9-3abf21789519'] response: {'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'code': 200} Jun 23 22:47:01.212410 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] For port 2b374814-6ea1-41b5-883a-78364b2034d7, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=2b374814-6ea1-41b5-883a-78364b2034d7,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:47:01.225954 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf89772-3f6d-4800-843f-d17bbf8f5737,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:01.237086 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7886334'] for router_interface (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.263952 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:01.291931 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (2b374814-6ea1-41b5-883a-78364b2034d7), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.322739 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port c840ec92-a112-427b-9e36-249c3478ecbc is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:01.323873 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:47:01.399718 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,revision_number=10']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:01.401136 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4477e6e-f6ee-4aa6-ab3f-4f10b9a8cb29 req-bca376e4-d8ff-4740-a20c-938a06d117b5 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:01.408161 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c4477e6e-f6ee-4aa6-ab3f-4f10b9a8cb29 req-bca376e4-d8ff-4740-a20c-938a06d117b5 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 946 time: 0.0825980 Jun 23 22:47:01.430906 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Network 15d913f7-cd4d-4900-b78b-6c7d440f3579 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:47:01.443947 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Routers {'1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:01.444675 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:01.449935 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-4ade8784-787a-4a04-927d-8e8fa6d1cb8e None None] Current status of the port c840ec92-a112-427b-9e36-249c3478ecbc is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:01.453335 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:47:01.516248 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517427fd-eb2e-45a4-bfa7-307f2f204ab7 req-87f94446-72d5-4208-a5eb-4787e9685fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:01.517854 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-517427fd-eb2e-45a4-bfa7-307f2f204ab7 req-87f94446-72d5-4208-a5eb-4787e9685fee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 1130 time: 0.1065710 Jun 23 22:47:01.527495 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-4ade8784-787a-4a04-927d-8e8fa6d1cb8e None None] Provisioning complete for port cbf89772-3f6d-4800-843f-d17bbf8f5737 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:01.527947 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4ade8784-787a-4a04-927d-8e8fa6d1cb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.536324 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8151a01-59c2-4e5c-9147-4bc87997e5de None None] Pushing event updated for resources: {'Port': ['ID=2b374814-6ea1-41b5-883a-78364b2034d7,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:01.556822 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:01.557286 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.573726 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c4477e6e-f6ee-4aa6-ab3f-4f10b9a8cb29 req-7de65fef-b47c-40af-8a52-7888561681e5 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645904 Jun 23 22:47:01.640388 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-517427fd-eb2e-45a4-bfa7-307f2f204ab7 req-e5b21782-6a98-420b-a31a-fb0641ce6a3a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127474 Jun 23 22:47:01.640821 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:01.645704 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-4ade8784-787a-4a04-927d-8e8fa6d1cb8e None None] Port cbf89772-3f6d-4800-843f-d17bbf8f5737 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:47:01.655032 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Router 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:47:01.655655 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] Set router 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:47:01.678161 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40754) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:01.743863 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c21f-43d9-4c21-820c-e89424dd5fac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group (53e064b7-8e9c-4fe4-abfc-5f50328f3da7), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.767927 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:01.773972 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c21f-43d9-4c21-820c-e89424dd5fac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group (53e064b7-8e9c-4fe4-abfc-5f50328f3da7), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.782130 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:47:01.785903 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:01.788022 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-03de1653-2817-4127-a2a2-e1cf47ba0d30 admin admin] 10.222.0.43 "PUT /v2.0/routers/1750ff21-8bd4-4d1b-af9a-58cf3c2d597e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7544737 Jun 23 22:47:01.795051 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-a0da9ac4-0a43-4056-890e-3e91df506db7 None None] Provisioning complete for port cbf89772-3f6d-4800-843f-d17bbf8f5737 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:01.795556 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-a0da9ac4-0a43-4056-890e-3e91df506db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.849162 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c21f-43d9-4c21-820c-e89424dd5fac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (53e064b7-8e9c-4fe4-abfc-5f50328f3da7), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.852942 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c21f-43d9-4c21-820c-e89424dd5fac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:01.854060 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-0ac5c21f-43d9-4c21-820c-e89424dd5fac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] 10.222.0.43 "DELETE /v2.0/security-groups/53e064b7-8e9c-4fe4-abfc-5f50328f3da7 HTTP/1.1" status: 204 len: 168 time: 0.1732581 Jun 23 22:47:01.878994 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-a0da9ac4-0a43-4056-890e-3e91df506db7 None None] Port cbf89772-3f6d-4800-843f-d17bbf8f5737 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:47:01.880145 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5c21f-43d9-4c21-820c-e89424dd5fac tempest-TestVolumeBootPattern-1137358917 tempest-TestVolumeBootPattern-1137358917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e064b7-8e9c-4fe4-abfc-5f50328f3da7,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:01.920758 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40760) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:01.954525 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'name': 'tempest-TestMinimumBasicScenario-1050394629-router', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:56Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 4, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'gw_port': {'id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:57Z', 'updated_at': '2022-06-23T22:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'cbf89772-3f6d-4800-843f-d17bbf8f5737', 'name': '', 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'mac_address': 'fa:16:3e:aa:62:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a176591d-4b22-4902-b413-99775841c113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:47:00Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 2, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'subnets': [{'id': 'a176591d-4b22-4902-b413-99775841c113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:01.981159 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb92f20-a0a0-46db-849f-c3032c5ca057 None None] The sync data for ids ['1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'] in dv-cinder-846173-2-iscsi is: [{'id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'name': 'tempest-TestMinimumBasicScenario-1050394629-router', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:56Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 4, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'gw_port': {'id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:57Z', 'updated_at': '2022-06-23T22:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'cbf89772-3f6d-4800-843f-d17bbf8f5737', 'name': '', 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'mac_address': 'fa:16:3e:aa:62:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a176591d-4b22-4902-b413-99775841c113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:47:00Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 2, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'subnets': [{'id': 'a176591d-4b22-4902-b413-99775841c113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:47:02.497528 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9e23-90c4-4cc3-b39c-24e51395abae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7886309'] for router_interface (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:02.752260 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:47:02.797706 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:02.818683 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:02.819707 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:02.852697 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76bc58-9ef7-42f6-8906-b4e968059d57 req-564d788b-551a-4bf2-9ef7-a558620b826d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:02.858796 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ec76bc58-9ef7-42f6-8906-b4e968059d57 req-564d788b-551a-4bf2-9ef7-a558620b826d tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 946 time: 0.1270230 Jun 23 22:47:02.986356 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:02.991930 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-ec76bc58-9ef7-42f6-8906-b4e968059d57 req-0bf3f4aa-ad66-42eb-94a3-8b6ce03ac415 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218634 Jun 23 22:47:03.003324 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c9e23-90c4-4cc3-b39c-24e51395abae admin admin] Deleting port fb210a4c-3f02-4b07-a843-618817ab9650 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:03.003765 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9e23-90c4-4cc3-b39c-24e51395abae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:03.142994 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:03.171053 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-6b6c9e23-90c4-4cc3-b39c-24e51395abae admin admin] For port fb210a4c-3f02-4b07-a843-618817ab9650, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=fb210a4c-3f02-4b07-a843-618817ab9650,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:03.171448 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9e23-90c4-4cc3-b39c-24e51395abae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:03.195565 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c9e23-90c4-4cc3-b39c-24e51395abae admin admin] Calling delete_port for fb210a4c-3f02-4b07-a843-618817ab9650 owned by network:router_interface {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:03.209832 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:03.646452 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9e23-90c4-4cc3-b39c-24e51395abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (fb210a4c-3f02-4b07-a843-618817ab9650), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:03.731797 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c9e23-90c4-4cc3-b39c-24e51395abae admin admin] Pushing event deleted for resources: {'Port': ['ID=fb210a4c-3f02-4b07-a843-618817ab9650,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:03.943557 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9e23-90c4-4cc3-b39c-24e51395abae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886193'] for router_interface (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:04.233683 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3f930-05a4-4ae4-8c40-c274c84d4395 req-2dfdc4e2-af4a-42bc-a36e-0e55a5f76e10 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:04.242488 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-48c3f930-05a4-4ae4-8c40-c274c84d4395 req-2dfdc4e2-af4a-42bc-a36e-0e55a5f76e10 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 946 time: 0.1024418 Jun 23 22:47:04.255224 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6c9e23-90c4-4cc3-b39c-24e51395abae admin admin] Router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:47:04.317757 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-48c3f930-05a4-4ae4-8c40-c274c84d4395 req-48a5f2f2-508e-4321-8969-18230b60372e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718815 Jun 23 22:47:04.410417 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6c9e23-90c4-4cc3-b39c-24e51395abae admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:47:04.419318 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40822) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:04.422992 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68541e-504d-464e-9ac1-95136fb4e0aa None None] Sync routers for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:47:04.426956 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6b6c9e23-90c4-4cc3-b39c-24e51395abae admin admin] 10.222.0.43 "PUT /v2.0/routers/dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5045981 Jun 23 22:47:04.435044 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68541e-504d-464e-9ac1-95136fb4e0aa None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:04.435901 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-6c68541e-504d-464e-9ac1-95136fb4e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:04.543920 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-6c68541e-504d-464e-9ac1-95136fb4e0aa None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:47:04.548902 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Publish callbacks [] for router (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:04.670379 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Publish callbacks [] for router_gateway (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:04.752875 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Deleting port 196dc584-01dd-4032-be05-665bbd3a275d {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:04.754075 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (196dc584-01dd-4032-be05-665bbd3a275d), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:04.789348 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:04.793264 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-6c68541e-504d-464e-9ac1-95136fb4e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '196dc584-01dd-4032-be05-665bbd3a275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:47:03Z', 'revision_number': 5, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port': {'id': '196dc584-01dd-4032-be05-665bbd3a275d', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:19Z', 'updated_at': '2022-06-23T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:04.812353 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 2b374814-6ea1-41b5-883a-78364b2034d7 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:47:04.861535 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68541e-504d-464e-9ac1-95136fb4e0aa None None] Checking router: dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:47:04.876429 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68541e-504d-464e-9ac1-95136fb4e0aa None None] Routers {'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:04.879903 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-6c68541e-504d-464e-9ac1-95136fb4e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:04.898047 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] For port 196dc584-01dd-4032-be05-665bbd3a275d, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=196dc584-01dd-4032-be05-665bbd3a275d,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:04.898408 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (196dc584-01dd-4032-be05-665bbd3a275d), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:04.907848 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 2b374814-6ea1-41b5-883a-78364b2034d7 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:04.908778 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (2b374814-6ea1-41b5-883a-78364b2034d7), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:04.918857 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Calling delete_port for 196dc584-01dd-4032-be05-665bbd3a275d owned by network:router_gateway {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:04.983983 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-6c68541e-504d-464e-9ac1-95136fb4e0aa None None] Set router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 gateway port host: None {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:47:05.067767 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:05.070536 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-6c68541e-504d-464e-9ac1-95136fb4e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:47:04Z', 'revision_number': 6, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port_host': None}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:05.117356 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68541e-504d-464e-9ac1-95136fb4e0aa None None] The sync data for ids ['dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1'] in dv-cinder-846173-2-iscsi is: [{'id': 'dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1', 'name': 'tempest-TestVolumeBootPattern-895035452-router', 'tenant_id': '1eb4b659032e4ec09a16c45b29d609f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:18Z', 'updated_at': '2022-06-23T22:47:04Z', 'revision_number': 6, 'project_id': '1eb4b659032e4ec09a16c45b29d609f0', 'gw_port_host': None}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:47:05.200493 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:05.213006 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 2b374814-6ea1-41b5-883a-78364b2034d7 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:05.213579 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (2b374814-6ea1-41b5-883a-78364b2034d7), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:05.242687 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] For port 2b374814-6ea1-41b5-883a-78364b2034d7, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=2b374814-6ea1-41b5-883a-78364b2034d7,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:05.247352 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (2b374814-6ea1-41b5-883a-78364b2034d7), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:05.288354 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (196dc584-01dd-4032-be05-665bbd3a275d), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:05.321725 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Pushing event updated for resources: {'Port': ['ID=2b374814-6ea1-41b5-883a-78364b2034d7,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:05.337855 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Pushing event deleted for resources: {'Port': ['ID=196dc584-01dd-4032-be05-665bbd3a275d,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:05.361042 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Sync routers for ids ['1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:47:05.377475 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Routers {'1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:05.379109 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:05.436550 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892053'] for router_gateway (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:05.455068 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:05.526334 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Set router 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:47:05.571504 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7885660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7573'] for router (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:05.578961 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217082d2-fbff-42fb-af7b-98537c53fc89 req-e7eeb1bf-fb32-4070-af35-349649e0f9fa tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:05.580579 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-217082d2-fbff-42fb-af7b-98537c53fc89 req-e7eeb1bf-fb32-4070-af35-349649e0f9fa tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 946 time: 0.1460195 Jun 23 22:47:05.582624 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Publish callbacks [] for router_controller (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:05.664209 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7885778'] for router (dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:05.664970 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 {{(pid=104138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 22:47:05.672480 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:05.677230 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40826) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:05.677735 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-d0cedefc-4715-475d-8063-828866607335 admin admin] 10.222.0.43 "DELETE /v2.0/routers/dfe9dd4f-f9e3-47bb-8ef5-718897d9b3b1 HTTP/1.1" status: 204 len: 168 time: 1.2567527 Jun 23 22:47:05.682759 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:05.692505 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-217082d2-fbff-42fb-af7b-98537c53fc89 req-a1428927-a165-479d-b9c4-01a04c5fe32b tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007240 Jun 23 22:47:05.757750 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e3ad0b-25ad-45b2-90ba-4db1b47986fd admin admin] Deleting subnet 9c1d504b-75ad-4078-bc16-7cc310261d04 {{(pid=104139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:47:05.759995 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:05.762482 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b0e3ad0b-25ad-45b2-90ba-4db1b47986fd admin admin] Publish callbacks [] for subnet (9c1d504b-75ad-4078-bc16-7cc310261d04), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:05.764080 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:05.805909 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b0e3ad0b-25ad-45b2-90ba-4db1b47986fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367172'] for subnet (9c1d504b-75ad-4078-bc16-7cc310261d04), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:05.859748 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'name': 'tempest-TestMinimumBasicScenario-1050394629-router', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:56Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 4, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'gw_port': {'id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:57Z', 'updated_at': '2022-06-23T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'cbf89772-3f6d-4800-843f-d17bbf8f5737', 'name': '', 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'mac_address': 'fa:16:3e:aa:62:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a176591d-4b22-4902-b413-99775841c113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:47:00Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 2, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'subnets': [{'id': 'a176591d-4b22-4902-b413-99775841c113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:05.885694 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Checking router: 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:47:05.886129 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Updating router 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e port cbf89772-3f6d-4800-843f-d17bbf8f5737 binding host dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 22:47:05.900198 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b0e3ad0b-25ad-45b2-90ba-4db1b47986fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (9c1d504b-75ad-4078-bc16-7cc310261d04), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:05.923153 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:05.982559 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b0e3ad0b-25ad-45b2-90ba-4db1b47986fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295209'] for subnet (9c1d504b-75ad-4078-bc16-7cc310261d04), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.016874 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3ad0b-25ad-45b2-90ba-4db1b47986fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1d504b-75ad-4078-bc16-7cc310261d04,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:06.026247 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b0e3ad0b-25ad-45b2-90ba-4db1b47986fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.040649 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-b0e3ad0b-25ad-45b2-90ba-4db1b47986fd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9c1d504b-75ad-4078-bc16-7cc310261d04 HTTP/1.1" status: 204 len: 168 time: 0.3622561 Jun 23 22:47:06.043129 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40830) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:06.051857 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc089a1-0426-4f1a-8c51-d90e3d66d82e None None] Network 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:47:06.120060 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.182388 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Deleting port a0842154-dce9-4426-859d-d208c1edc6f4 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:06.183333 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.290045 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] For port a0842154-dce9-4426-859d-d208c1edc6f4, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=a0842154-dce9-4426-859d-d208c1edc6f4,segment=NetworkSegment(5d656530-c653-4189-8efa-12771bf00d27),segment_id=5d656530-c653-4189-8efa-12771bf00d27)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:06.290412 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.306582 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Calling delete_port for a0842154-dce9-4426-859d-d208c1edc6f4 owned by network:dhcp {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:06.359673 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11a0a47-103a-493f-bcf2-4b8c8dcf500a None None] DHCP port deletion for 0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 request from dv-cinder-846173-2-iscsi {{(pid=104140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 22:47:06.425207 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Publish callbacks [] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), precommit_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.441796 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.446010 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.490687 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] No DVR routers for this DVR port a0842154-dce9-4426-859d-d208c1edc6f4 on host dv-cinder-846173-2-iscsi {{(pid=104139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:47:06.492621 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0842154-dce9-4426-859d-d208c1edc6f4,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:06.500020 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-e11a0a47-103a-493f-bcf2-4b8c8dcf500a None None] Deleting port a0842154-dce9-4426-859d-d208c1edc6f4 {{(pid=104140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:06.500468 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e11a0a47-103a-493f-bcf2-4b8c8dcf500a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), before_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.505193 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:06.541518 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a97f2f-4f9e-48f2-be27-2acf6459924a None None] Pushing event updated for resources: {'Port': ['ID=cbf89772-3f6d-4800-843f-d17bbf8f5737,revision_number=3']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:06.614938 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.655941 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1']}} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:06.670792 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d656530-c653-4189-8efa-12771bf00d27') {'for_net_delete': True} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:06.671972 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d656530-c653-4189-8efa-12771bf00d27') {} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:06.685315 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-e11a0a47-103a-493f-bcf2-4b8c8dcf500a None None] For port a0842154-dce9-4426-859d-d208c1edc6f4, host dv-cinder-846173-2-iscsi, got binding levels [] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:06.685723 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e11a0a47-103a-493f-bcf2-4b8c8dcf500a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), precommit_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.689664 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367199'] for segment (5d656530-c653-4189-8efa-12771bf00d27), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.711708 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (5d656530-c653-4189-8efa-12771bf00d27), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.722333 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-e11a0a47-103a-493f-bcf2-4b8c8dcf500a None None] Calling delete_port for a0842154-dce9-4426-859d-d208c1edc6f4 owned by network:dhcp {{(pid=104140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:06.731321 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Attempting to bind port cbf89772-3f6d-4800-843f-d17bbf8f5737 on host dv-cinder-846173-2-iscsi for vnic_type normal with profile {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:47:06.731321 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Attempting to bind port cbf89772-3f6d-4800-843f-d17bbf8f5737 by drivers openvswitch,hyperv on host dv-cinder-846173-2-iscsi at level 0 using segments [{'id': 'b7d8f2c2-edaf-48c7-9e8c-df70bab94a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579'}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:47:06.731321 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Attempting to bind port cbf89772-3f6d-4800-843f-d17bbf8f5737 on network 15d913f7-cd4d-4900-b78b-6c7d440f3579 {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:47:06.731321 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.ipam_backend_mixin [None req-e11a0a47-103a-493f-bcf2-4b8c8dcf500a None None] Port a0842154-dce9-4426-859d-d208c1edc6f4 was not found and therefore no delete operation was performed {{(pid=104140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 23 22:47:06.736018 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e11a0a47-103a-493f-bcf2-4b8c8dcf500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597'] for port (a0842154-dce9-4426-859d-d208c1edc6f4), after_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.737637 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=104139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:47:06.738085 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275017'] for segment (5d656530-c653-4189-8efa-12771bf00d27), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.774770 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Checking agent: {'id': '722187a0-d141-4128-a247-9431a5ead53e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 27, 57), 'started_at': datetime.datetime(2022, 6, 23, 22, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:47:06.774770 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Checking segment: {'id': 'b7d8f2c2-edaf-48c7-9e8c-df70bab94a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:47:06.774770 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.774770 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Bound using segment: {'id': 'b7d8f2c2-edaf-48c7-9e8c-df70bab94a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579'} {{(pid=104140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:47:06.774770 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.managers [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Bound port: cbf89772-3f6d-4800-843f-d17bbf8f5737, host: dv-cinder-846173-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d8f2c2-edaf-48c7-9e8c-df70bab94a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579'}}] {{(pid=104140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:47:06.774770 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.796472 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a0a47-103a-493f-bcf2-4b8c8dcf500a None None] No DVR routers for this DVR port a0842154-dce9-4426-859d-d208c1edc6f4 on host dv-cinder-846173-2-iscsi {{(pid=104140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:47:06.895446 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:06.902168 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.916114 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:06.925642 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40836) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:06.926607 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1 HTTP/1.1" status: 204 len: 168 time: 0.8820682 Jun 23 22:47:06.944042 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a0a47-103a-493f-bcf2-4b8c8dcf500a None None] Pushing event deleted for resources: {'Port': ['ID=a0842154-dce9-4426-859d-d208c1edc6f4,revision_number=None']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:06.951279 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d68bf-a16e-4d74-82af-bd2544b48585 admin admin] Pushing event deleted for resources: {'Network': ['ID=0799b4b1-d9c3-4fcf-beb9-9324c17ca4f1,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:06.964198 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-b8cdf14f-ed02-4750-bad8-15b44324468e None None] Provisioning complete for port cbf89772-3f6d-4800-843f-d17bbf8f5737 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:06.964717 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf14f-ed02-4750-bad8-15b44324468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:07.021665 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 2b374814-6ea1-41b5-883a-78364b2034d7 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:47:07.100981 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdf14f-ed02-4750-bad8-15b44324468e None None] Port cbf89772-3f6d-4800-843f-d17bbf8f5737 cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:47:07.108851 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] For port cbf89772-3f6d-4800-843f-d17bbf8f5737, host dv-cinder-846173-2-iscsi, cleared binding levels {{(pid=104140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:47:07.131660 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] For port cbf89772-3f6d-4800-843f-d17bbf8f5737, host dv-cinder-846173-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=cbf89772-3f6d-4800-843f-d17bbf8f5737,segment=NetworkSegment(b7d8f2c2-edaf-48c7-9e8c-df70bab94a87),segment_id=b7d8f2c2-edaf-48c7-9e8c-df70bab94a87)] {{(pid=104140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:47:07.133507 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port 2b374814-6ea1-41b5-883a-78364b2034d7 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:07.133977 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (2b374814-6ea1-41b5-883a-78364b2034d7), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:07.171906 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:07.252094 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 5d656530-c653-4189-8efa-12771bf00d27 resource provider aggregate not found Jun 23 22:47:07.277827 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 5d656530-c653-4189-8efa-12771bf00d27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d656530-c653-4189-8efa-12771bf00d27 found for delete ", "request_id": "req-d08f4a83-5668-4e4e-acaf-7202fa4f1f57"}]} Jun 23 22:47:07.330780 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Routers {'1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:07.331825 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:07.334799 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a97f2f-4f9e-48f2-be27-2acf6459924a None None] Pushing event updated for resources: {'Port': ['ID=cbf89772-3f6d-4800-843f-d17bbf8f5737,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:07.387182 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port 2b374814-6ea1-41b5-883a-78364b2034d7 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:07.499792 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:07.507254 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a0842154-dce9-4426-859d-d208c1edc6f4 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:47:07.538883 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: a0842154-dce9-4426-859d-d208c1edc6f4 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:47:07.539280 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device a0842154-dce9-4426-859d-d208c1edc6f4 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:47:07.539653 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device fb210a4c-3f02-4b07-a843-618817ab9650 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:47:07.565948 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] Set router 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:47:07.567679 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c172298-7c8f-4c89-9ead-7e1d276eff5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7886309'] for router_interface (7255a076-0515-40f8-8b68-257798b0790f), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:07.568946 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: fb210a4c-3f02-4b07-a843-618817ab9650 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:47:07.569289 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device fb210a4c-3f02-4b07-a843-618817ab9650 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:47:07.570864 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 196dc584-01dd-4032-be05-665bbd3a275d no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:47:07.616675 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 196dc584-01dd-4032-be05-665bbd3a275d {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:47:07.617451 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 196dc584-01dd-4032-be05-665bbd3a275d not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:47:07.665829 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-d79db07b-af8f-41ab-ac22-9bad3483ab4a None None] Provisioning complete for port cbf89772-3f6d-4800-843f-d17bbf8f5737 triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:07.665829 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d79db07b-af8f-41ab-ac22-9bad3483ab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:07.830487 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-5c172298-7c8f-4c89-9ead-7e1d276eff5a admin admin] Deleting port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:07.831625 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c172298-7c8f-4c89-9ead-7e1d276eff5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:07.883901 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:07.928531 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-5c172298-7c8f-4c89-9ead-7e1d276eff5a admin admin] For port d406bb74-e4b5-4d9f-92e3-a821ee3c70ed, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=d406bb74-e4b5-4d9f-92e3-a821ee3c70ed,segment=NetworkSegment(929e6bc1-843d-4272-980f-b83d644f985e),segment_id=929e6bc1-843d-4272-980f-b83d644f985e)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:07.929160 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c172298-7c8f-4c89-9ead-7e1d276eff5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:07.950941 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-d79db07b-af8f-41ab-ac22-9bad3483ab4a None None] Current status of the port cbf89772-3f6d-4800-843f-d17bbf8f5737 is: DOWN; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:07.951513 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d79db07b-af8f-41ab-ac22-9bad3483ab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:07.954815 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-5c172298-7c8f-4c89-9ead-7e1d276eff5a admin admin] Calling delete_port for d406bb74-e4b5-4d9f-92e3-a821ee3c70ed owned by network:router_interface {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:08.017385 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'name': 'tempest-TestMinimumBasicScenario-1050394629-router', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:56Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 4, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'gw_port': {'id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:57Z', 'updated_at': '2022-06-23T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'cbf89772-3f6d-4800-843f-d17bbf8f5737', 'name': '', 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'mac_address': 'fa:16:3e:aa:62:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a176591d-4b22-4902-b413-99775841c113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:47:00Z', 'updated_at': '2022-06-23T22:47:07Z', 'revision_number': 4, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'subnets': [{'id': 'a176591d-4b22-4902-b413-99775841c113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:08.024312 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-d79db07b-af8f-41ab-ac22-9bad3483ab4a None None] For port cbf89772-3f6d-4800-843f-d17bbf8f5737, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=cbf89772-3f6d-4800-843f-d17bbf8f5737,segment=NetworkSegment(b7d8f2c2-edaf-48c7-9e8c-df70bab94a87),segment_id=b7d8f2c2-edaf-48c7-9e8c-df70bab94a87)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:08.048187 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-d79db07b-af8f-41ab-ac22-9bad3483ab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:08.050767 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d7df6-ce5f-4f3a-afb2-f616d33b90a4 None None] The sync data for ids ['1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'] in dv-cinder-846173-2-iscsi is: [{'id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'name': 'tempest-TestMinimumBasicScenario-1050394629-router', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:56Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 4, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'gw_port': {'id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:57Z', 'updated_at': '2022-06-23T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': 'cbf89772-3f6d-4800-843f-d17bbf8f5737', 'name': '', 'network_id': '15d913f7-cd4d-4900-b78b-6c7d440f3579', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'mac_address': 'fa:16:3e:aa:62:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a176591d-4b22-4902-b413-99775841c113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:47:00Z', 'updated_at': '2022-06-23T22:47:07Z', 'revision_number': 4, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'subnets': [{'id': 'a176591d-4b22-4902-b413-99775841c113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:47:08.119769 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79db07b-af8f-41ab-ac22-9bad3483ab4a None None] Pushing event updated for resources: {'Port': ['ID=cbf89772-3f6d-4800-843f-d17bbf8f5737,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:08.222287 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c172298-7c8f-4c89-9ead-7e1d276eff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (d406bb74-e4b5-4d9f-92e3-a821ee3c70ed), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:08.246655 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c172298-7c8f-4c89-9ead-7e1d276eff5a admin admin] Pushing event deleted for resources: {'Port': ['ID=d406bb74-e4b5-4d9f-92e3-a821ee3c70ed,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:08.323232 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:08.460894 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-5c172298-7c8f-4c89-9ead-7e1d276eff5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886193'] for router_interface (7255a076-0515-40f8-8b68-257798b0790f), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:08.533156 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:08.808892 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device cbf89772-3f6d-4800-843f-d17bbf8f5737 up at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:47:08.891456 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Provisioning complete for port cbf89772-3f6d-4800-843f-d17bbf8f5737 triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:08.892151 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:08.948840 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:08.999794 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Current status of the port cbf89772-3f6d-4800-843f-d17bbf8f5737 is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:09.055103 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c172298-7c8f-4c89-9ead-7e1d276eff5a admin admin] Router 7255a076-0515-40f8-8b68-257798b0790f has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:47:09.182040 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c172298-7c8f-4c89-9ead-7e1d276eff5a admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:47:09.187123 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-5c172298-7c8f-4c89-9ead-7e1d276eff5a admin admin] 10.222.0.43 "PUT /v2.0/routers/7255a076-0515-40f8-8b68-257798b0790f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2595630 Jun 23 22:47:09.189645 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40844) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:09.194123 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e7c82-a05c-4b18-a80d-e4b03342027b None None] Sync routers for ids ['7255a076-0515-40f8-8b68-257798b0790f'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:47:09.207920 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e7c82-a05c-4b18-a80d-e4b03342027b None None] Routers {'7255a076-0515-40f8-8b68-257798b0790f'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:09.208535 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-9a7e7c82-a05c-4b18-a80d-e4b03342027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['7255a076-0515-40f8-8b68-257798b0790f'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:09.305439 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Publish callbacks [] for router (7255a076-0515-40f8-8b68-257798b0790f), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:09.313471 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:09.342838 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-9a7e7c82-a05c-4b18-a80d-e4b03342027b None None] Set router 7255a076-0515-40f8-8b68-257798b0790f gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:47:09.424315 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Publish callbacks [] for router_gateway (7255a076-0515-40f8-8b68-257798b0790f), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:09.478691 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Deleting port d48e815d-7deb-4aff-ab6f-f9ab2f780546 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:09.479207 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:09.582494 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] For port d48e815d-7deb-4aff-ab6f-f9ab2f780546, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=d48e815d-7deb-4aff-ab6f-f9ab2f780546,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:09.583648 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:09.585956 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-9a7e7c82-a05c-4b18-a80d-e4b03342027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7255a076-0515-40f8-8b68-257798b0790f', 'name': 'tempest-TestVolumeBootPattern-1537802419-router', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:31Z', 'updated_at': '2022-06-23T22:47:08Z', 'revision_number': 5, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'gw_port': {'id': 'd48e815d-7deb-4aff-ab6f-f9ab2f780546', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7255a076-0515-40f8-8b68-257798b0790f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:38:32Z', 'updated_at': '2022-06-23T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:09.599084 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Calling delete_port for d48e815d-7deb-4aff-ab6f-f9ab2f780546 owned by network:router_gateway {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:09.621117 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e7c82-a05c-4b18-a80d-e4b03342027b None None] Checking router: 7255a076-0515-40f8-8b68-257798b0790f for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:47:09.635366 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e7c82-a05c-4b18-a80d-e4b03342027b None None] Routers {'7255a076-0515-40f8-8b68-257798b0790f'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:09.636163 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-9a7e7c82-a05c-4b18-a80d-e4b03342027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:46:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['7255a076-0515-40f8-8b68-257798b0790f'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:09.734142 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:09.741048 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-9a7e7c82-a05c-4b18-a80d-e4b03342027b None None] Set router 7255a076-0515-40f8-8b68-257798b0790f gateway port host: None {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:47:09.800513 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-9a7e7c82-a05c-4b18-a80d-e4b03342027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7255a076-0515-40f8-8b68-257798b0790f', 'name': 'tempest-TestVolumeBootPattern-1537802419-router', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:31Z', 'updated_at': '2022-06-23T22:47:09Z', 'revision_number': 6, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'gw_port_host': None}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:09.802554 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:09.821596 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fabd138d-303c-4bb4-8a63-98ef42dec561 req-598dcf6b-e70b-4343-93d6-a12a633b16ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850618 Jun 23 22:47:09.835500 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e7c82-a05c-4b18-a80d-e4b03342027b None None] The sync data for ids ['7255a076-0515-40f8-8b68-257798b0790f'] in dv-cinder-846173-2-iscsi is: [{'id': '7255a076-0515-40f8-8b68-257798b0790f', 'name': 'tempest-TestVolumeBootPattern-1537802419-router', 'tenant_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:38:31Z', 'updated_at': '2022-06-23T22:47:09Z', 'revision_number': 6, 'project_id': 'd6d7cdd3e4cc418e9d1bb2280f92ae6d', 'gw_port_host': None}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:47:09.871018 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (d48e815d-7deb-4aff-ab6f-f9ab2f780546), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:09.913845 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48e815d-7deb-4aff-ab6f-f9ab2f780546,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:09.976368 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd138d-303c-4bb4-8a63-98ef42dec561 req-3070f153-0a9a-4925-820f-62f0f6687dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:09.977856 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fabd138d-303c-4bb4-8a63-98ef42dec561 req-3070f153-0a9a-4925-820f-62f0f6687dc9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 1130 time: 0.0799174 Jun 23 22:47:10.047670 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892053'] for router_gateway (7255a076-0515-40f8-8b68-257798b0790f), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.177025 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7885660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7573'] for router (7255a076-0515-40f8-8b68-257798b0790f), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.182530 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Publish callbacks [] for router_controller (7255a076-0515-40f8-8b68-257798b0790f), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.199075 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd138d-303c-4bb4-8a63-98ef42dec561 req-e6c3f19f-8d6d-45ce-91f3-b600e141f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:10.200547 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fabd138d-303c-4bb4-8a63-98ef42dec561 req-e6c3f19f-8d6d-45ce-91f3-b600e141f691 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 200 len: 917 time: 0.2001421 Jun 23 22:47:10.285142 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7885778'] for router (7255a076-0515-40f8-8b68-257798b0790f), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.286116 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7255a076-0515-40f8-8b68-257798b0790f {{(pid=104138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 22:47:10.296349 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.297876 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-0585f564-6aeb-4420-a090-fb41682e0700 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7255a076-0515-40f8-8b68-257798b0790f HTTP/1.1" status: 204 len: 168 time: 1.1066136 Jun 23 22:47:10.301047 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40846) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:10.320634 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fabd138d-303c-4bb4-8a63-98ef42dec561 req-574fccfc-acaa-4514-850b-12b12244e553 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154 HTTP/1.1" status: 200 len: 1000 time: 0.0891693 Jun 23 22:47:10.338049 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:10.373201 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_v2 [None req-72031926-03cf-4201-9ee2-dc2762ed80a9 admin admin] Deleting subnet f15a91d3-a13b-4c2e-93b5-a85561dd04f0 {{(pid=104139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:47:10.378886 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-72031926-03cf-4201-9ee2-dc2762ed80a9 admin admin] Publish callbacks [] for subnet (f15a91d3-a13b-4c2e-93b5-a85561dd04f0), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.389805 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd138d-303c-4bb4-8a63-98ef42dec561 req-2342606c-bea8-4126-b020-1a08178df722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:10.391630 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fabd138d-303c-4bb4-8a63-98ef42dec561 req-2342606c-bea8-4126-b020-1a08178df722 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73fac7ba-e561-4aac-8f69-54f4d658f85e HTTP/1.1" status: 200 len: 855 time: 0.0649679 Jun 23 22:47:10.420704 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-72031926-03cf-4201-9ee2-dc2762ed80a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367172'] for subnet (f15a91d3-a13b-4c2e-93b5-a85561dd04f0), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.440565 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd138d-303c-4bb4-8a63-98ef42dec561 req-79f8f199-4618-4512-85a3-425b0ccd52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:10.442626 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fabd138d-303c-4bb4-8a63-98ef42dec561 req-79f8f199-4618-4512-85a3-425b0ccd52cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446036 Jun 23 22:47:10.512163 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-72031926-03cf-4201-9ee2-dc2762ed80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (f15a91d3-a13b-4c2e-93b5-a85561dd04f0), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.568982 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fabd138d-303c-4bb4-8a63-98ef42dec561 req-07b12c85-c82d-4c79-a3b7-21fe3530b02e service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193898 Jun 23 22:47:10.574079 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:10.586516 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-72031926-03cf-4201-9ee2-dc2762ed80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295209'] for subnet (f15a91d3-a13b-4c2e-93b5-a85561dd04f0), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.619686 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-72031926-03cf-4201-9ee2-dc2762ed80a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.625342 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-72031926-03cf-4201-9ee2-dc2762ed80a9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f15a91d3-a13b-4c2e-93b5-a85561dd04f0 HTTP/1.1" status: 204 len: 168 time: 0.3216653 Jun 23 22:47:10.625566 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40848) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:10.626494 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72031926-03cf-4201-9ee2-dc2762ed80a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f15a91d3-a13b-4c2e-93b5-a85561dd04f0,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:10.634030 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f8a9ad-85fb-4320-8806-98ffde793783 None None] Network b49c7d70-30b4-4968-af13-cf47480f2549 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:47:10.776422 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (b49c7d70-30b4-4968-af13-cf47480f2549), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.810405 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device d406bb74-e4b5-4d9f-92e3-a821ee3c70ed no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:47:10.814730 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fabd138d-303c-4bb4-8a63-98ef42dec561 req-5a20892d-664a-4648-b668-153adb216e8d service neutron] 10.222.0.55 "GET /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360189 Jun 23 22:47:10.842014 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: d406bb74-e4b5-4d9f-92e3-a821ee3c70ed {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:47:10.842435 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device d406bb74-e4b5-4d9f-92e3-a821ee3c70ed not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:47:10.842864 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device d48e815d-7deb-4aff-ab6f-f9ab2f780546 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:47:10.866648 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: d48e815d-7deb-4aff-ab6f-f9ab2f780546 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:47:10.867035 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device d48e815d-7deb-4aff-ab6f-f9ab2f780546 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:47:10.889493 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Deleting port 4c9cd99f-3417-4616-b68c-b280245c4250 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:10.889887 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.930629 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6ab8e8-3fe4-4888-ae73-877dadd3bab4 None None] DHCP port deletion for b49c7d70-30b4-4968-af13-cf47480f2549 request from dv-cinder-846173-2-iscsi {{(pid=104140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 22:47:10.982875 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ab8e8-3fe4-4888-ae73-877dadd3bab4 None None] Deleting port 4c9cd99f-3417-4616-b68c-b280245c4250 {{(pid=104140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:10.983354 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab8e8-3fe4-4888-ae73-877dadd3bab4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), before_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:10.986826 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] For port 4c9cd99f-3417-4616-b68c-b280245c4250, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=4c9cd99f-3417-4616-b68c-b280245c4250,segment=NetworkSegment(929e6bc1-843d-4272-980f-b83d644f985e),segment_id=929e6bc1-843d-4272-980f-b83d644f985e)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:10.987316 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.011552 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Calling delete_port for 4c9cd99f-3417-4616-b68c-b280245c4250 owned by network:dhcp {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:11.069186 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:11.088339 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-2b6ab8e8-3fe4-4888-ae73-877dadd3bab4 None None] For port 4c9cd99f-3417-4616-b68c-b280245c4250, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=4c9cd99f-3417-4616-b68c-b280245c4250,segment=NetworkSegment(929e6bc1-843d-4272-980f-b83d644f985e),segment_id=929e6bc1-843d-4272-980f-b83d644f985e)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:11.089738 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab8e8-3fe4-4888-ae73-877dadd3bab4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), precommit_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.119480 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ab8e8-3fe4-4888-ae73-877dadd3bab4 None None] Calling delete_port for 4c9cd99f-3417-4616-b68c-b280245c4250 owned by network:dhcp {{(pid=104140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:11.145469 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.181164 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9cd99f-3417-4616-b68c-b280245c4250,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:11.183339 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] No DVR routers for this DVR port 4c9cd99f-3417-4616-b68c-b280245c4250 on host dv-cinder-846173-2-iscsi {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:47:11.228211 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:11.241184 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab8e8-3fe4-4888-ae73-877dadd3bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597'] for port (4c9cd99f-3417-4616-b68c-b280245c4250), after_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.264809 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ab8e8-3fe4-4888-ae73-877dadd3bab4 None None] Pushing event deleted for resources: {'Port': ['ID=4c9cd99f-3417-4616-b68c-b280245c4250,revision_number=None']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:11.273813 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ab8e8-3fe4-4888-ae73-877dadd3bab4 None None] No DVR routers for this DVR port 4c9cd99f-3417-4616-b68c-b280245c4250 on host dv-cinder-846173-2-iscsi {{(pid=104140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:47:11.275830 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (b49c7d70-30b4-4968-af13-cf47480f2549), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.310190 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49c7d70-30b4-4968-af13-cf47480f2549']}} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:11.321741 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929e6bc1-843d-4272-980f-b83d644f985e') {'for_net_delete': True} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:11.323485 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929e6bc1-843d-4272-980f-b83d644f985e') {} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:11.341001 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350730'] for segment (929e6bc1-843d-4272-980f-b83d644f985e), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.366996 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (929e6bc1-843d-4272-980f-b83d644f985e), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.377016 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=104138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:47:11.377493 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770362'] for segment (929e6bc1-843d-4272-980f-b83d644f985e), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.405342 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment 929e6bc1-843d-4272-980f-b83d644f985e resource provider aggregate not found Jun 23 22:47:11.456631 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment 929e6bc1-843d-4272-980f-b83d644f985e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 929e6bc1-843d-4272-980f-b83d644f985e found for delete ", "request_id": "req-62fd2f80-fd33-475f-8a95-beb71a4d9b24"}]} Jun 23 22:47:11.465861 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (b49c7d70-30b4-4968-af13-cf47480f2549), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.474198 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.481272 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b49c7d70-30b4-4968-af13-cf47480f2549 HTTP/1.1" status: 204 len: 168 time: 0.8511846 Jun 23 22:47:11.490075 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc99a9a-0251-48c5-9b75-c8537e3d46b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b49c7d70-30b4-4968-af13-cf47480f2549,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:11.632525 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40860) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:11.681253 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-8615d8c1-f7a7-48fa-9900-ece145afce36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1eb4b659032e4ec09a16c45b29d609f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474343 Jun 23 22:47:11.683919 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40862) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:11.743611 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f62b145c-dc6c-468d-9cf1-6acde903680e admin admin] Publish callbacks [] for security_group (d35050ee-9787-45ec-a770-4aadcc5563f1), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.769154 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f62b145c-dc6c-468d-9cf1-6acde903680e admin admin] Publish callbacks [] for security_group (d35050ee-9787-45ec-a770-4aadcc5563f1), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.823922 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f62b145c-dc6c-468d-9cf1-6acde903680e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (d35050ee-9787-45ec-a770-4aadcc5563f1), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.828532 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f62b145c-dc6c-468d-9cf1-6acde903680e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:11.830078 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-f62b145c-dc6c-468d-9cf1-6acde903680e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d35050ee-9787-45ec-a770-4aadcc5563f1 HTTP/1.1" status: 204 len: 168 time: 0.1451440 Jun 23 22:47:11.841389 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b145c-dc6c-468d-9cf1-6acde903680e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35050ee-9787-45ec-a770-4aadcc5563f1,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:12.226663 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 40868) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:12.272213 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-ff0c0aa3-2784-46a5-a6cd-008d1d2197f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6d7cdd3e4cc418e9d1bb2280f92ae6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443025 Jun 23 22:47:12.274990 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 40870) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:12.330635 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab1d1-fe4e-498a-a6b2-3c2c08b4f81a admin admin] Publish callbacks [] for security_group (65d7ae64-de97-40b8-a7c5-4a273f3155bc), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:12.353898 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab1d1-fe4e-498a-a6b2-3c2c08b4f81a admin admin] Publish callbacks [] for security_group (65d7ae64-de97-40b8-a7c5-4a273f3155bc), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:12.408043 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab1d1-fe4e-498a-a6b2-3c2c08b4f81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (65d7ae64-de97-40b8-a7c5-4a273f3155bc), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:12.411067 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab1d1-fe4e-498a-a6b2-3c2c08b4f81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:12.412399 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-0e4ab1d1-fe4e-498a-a6b2-3c2c08b4f81a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65d7ae64-de97-40b8-a7c5-4a273f3155bc HTTP/1.1" status: 204 len: 168 time: 0.1363733 Jun 23 22:47:12.423089 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ab1d1-fe4e-498a-a6b2-3c2c08b4f81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d7ae64-de97-40b8-a7c5-4a273f3155bc,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:12.677731 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 4c9cd99f-3417-4616-b68c-b280245c4250 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:47:12.703169 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 4c9cd99f-3417-4616-b68c-b280245c4250 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:47:12.703807 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 4c9cd99f-3417-4616-b68c-b280245c4250 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:47:14.568947 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde992-1d61-4e46-a026-e68f622482ef req-473fd727-81ee-49b6-aa1d-bdfc68b19a84 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:14.570441 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-473fd727-81ee-49b6-aa1d-bdfc68b19a84 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/networks?id=cd8c19e1-bc34-463d-b302-704d2f051ae3 HTTP/1.1" status: 200 len: 815 time: 0.1043200 Jun 23 22:47:14.585217 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-579c2a04-78e5-43ce-bdc6-1759f3414d42 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/quotas/cea45368b61d4748a164cc6b76293749 HTTP/1.1" status: 200 len: 375 time: 0.0094318 Jun 23 22:47:14.633276 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-596409b2-aebb-4a93-8ecf-b1be09ce08d5 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cea45368b61d4748a164cc6b76293749&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430484 Jun 23 22:47:14.744564 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-6ffbb975-19e2-4aff-8c75-73f2fcc707d0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104138) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 22:47:14.745552 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-6ffbb975-19e2-4aff-8c75-73f2fcc707d0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1013107 Jun 23 22:47:14.836461 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-5e218aca-98f2-4df3-968d-11ac6dab8f64 service neutron] 10.222.0.43 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849695 Jun 23 22:47:14.924533 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-92cc306f-3c10-4271-98b4-2336dea91a39 service neutron] 10.222.0.43 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817773 Jun 23 22:47:15.092609 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4d1face8-efd4-4db4-8d43-3347b64efae5 req-e7cc61e3-67d9-4974-b145-a4efee0e4c84 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 210 time: 0.0315039 Jun 23 22:47:15.986711 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:16.060810 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde992-1d61-4e46-a026-e68f622482ef req-c0534140-5cb3-4d78-aaa7-5fadcf363956 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:16.062245 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-c0534140-5cb3-4d78-aaa7-5fadcf363956 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.55 "GET /v2.0/networks?id=cd8c19e1-bc34-463d-b302-704d2f051ae3 HTTP/1.1" status: 200 len: 815 time: 0.1018584 Jun 23 22:47:16.075010 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-51bde992-1d61-4e46-a026-e68f622482ef req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Request body: {'port': {'device_id': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'admin_state_up': True, 'tenant_id': 'cea45368b61d4748a164cc6b76293749'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:47:16.203833 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-eb37b0db-67ab-4ae5-9635-7727c92214bc req-0521e680-2183-4266-9a0a-71874b5df685 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 210 time: 0.0351560 Jun 23 22:47:16.211999 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:16.232759 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bde992-1d61-4e46-a026-e68f622482ef req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Made reservation on behalf of cea45368b61d4748a164cc6b76293749 for: {'port': 1} {{(pid=104138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 22:47:16.236133 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-51bde992-1d61-4e46-a026-e68f622482ef req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:16.370113 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [req-51bde992-1d61-4e46-a026-e68f622482ef req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Allocated IP 172.20.0.3 (cd8c19e1-bc34-463d-b302-704d2f051ae3/87a6f24b-fda7-409c-8a60-e80da2359094/fdbb6199-e947-45ff-aadd-1b4eb33cf84b) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:47:16.539446 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-51bde992-1d61-4e46-a026-e68f622482ef req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:16.591922 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-51bde992-1d61-4e46-a026-e68f622482ef req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:16.655830 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bde992-1d61-4e46-a026-e68f622482ef req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Network cd8c19e1-bc34-463d-b302-704d2f051ae3 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:47:16.660601 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [req-51bde992-1d61-4e46-a026-e68f622482ef req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:47:16.667704 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bde992-1d61-4e46-a026-e68f622482ef req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:47:16.681406 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event updated for resources: {'Port': ['ID=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:16.761334 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde992-1d61-4e46-a026-e68f622482ef req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:16.762364 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-51bde992-1d61-4e46-a026-e68f622482ef req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:16.790628 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-ea068c09-3035-4709-b880-a7845bdf4d7e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7191796 Jun 23 22:47:16.943906 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-57377364-a69b-4bef-9c37-55544416b337 None None] Provisioning complete for port fdbb6199-e947-45ff-aadd-1b4eb33cf84b triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:16.945073 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-57377364-a69b-4bef-9c37-55544416b337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:16.984937 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-57377364-a69b-4bef-9c37-55544416b337 None None] Port fdbb6199-e947-45ff-aadd-1b4eb33cf84b cannot update to ACTIVE because it is not bound. {{(pid=104140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 22:47:17.355951 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cf496-1fe5-45c0-81b2-a3e38eee9751 req-a7bd8527-91c6-4e30-b7d9-96a38a5e936b tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:17.357578 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4d9cf496-1fe5-45c0-81b2-a3e38eee9751 req-a7bd8527-91c6-4e30-b7d9-96a38a5e936b tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 931 time: 0.0688386 Jun 23 22:47:17.411644 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4d9cf496-1fe5-45c0-81b2-a3e38eee9751 req-3456cec1-fa69-43af-8986-0f99a18d9dad tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469735 Jun 23 22:47:18.545068 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0ce60-91c3-4b9a-a856-0502ae30cd03 req-416b9982-6302-4a24-9c32-ec2f9878a125 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:18.547521 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-90c0ce60-91c3-4b9a-a856-0502ae30cd03 req-416b9982-6302-4a24-9c32-ec2f9878a125 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 931 time: 0.0607169 Jun 23 22:47:18.600206 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-90c0ce60-91c3-4b9a-a856-0502ae30cd03 req-675d1b51-4c84-41f5-a85e-d0591ebd644f tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467947 Jun 23 22:47:19.717025 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7308d8-865a-44d7-b08e-6775429cef43 req-3523ec1b-8b1c-40cf-9ecd-ad42387e59f3 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:19.718629 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6a7308d8-865a-44d7-b08e-6775429cef43 req-3523ec1b-8b1c-40cf-9ecd-ad42387e59f3 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 931 time: 0.0494082 Jun 23 22:47:19.758042 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:19.783099 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-6a7308d8-865a-44d7-b08e-6775429cef43 req-78ef3f3f-638a-4e5e-aa02-5fc460bb8c49 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526934 Jun 23 22:47:19.803151 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=51 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:19.804018 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=22 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:20.159188 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:20.894824 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:20.907539 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b58740-0924-4b29-b246-a958abc8fd4e req-868274a0-aeec-4c22-be98-03cf3a44b957 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:20.909966 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-55b58740-0924-4b29-b246-a958abc8fd4e req-868274a0-aeec-4c22-be98-03cf3a44b957 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 931 time: 0.0599623 Jun 23 22:47:20.967997 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-55b58740-0924-4b29-b246-a958abc8fd4e req-2ae0fd48-b7c2-4390-abe3-cc6c2095f3a4 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473571 Jun 23 22:47:22.096280 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045951f-8ed7-4c7e-aed1-4a8bfe72096a req-e26ca581-27a4-4489-9a76-4215a5c9e1fe tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:22.098016 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a045951f-8ed7-4c7e-aed1-4a8bfe72096a req-e26ca581-27a4-4489-9a76-4215a5c9e1fe tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 931 time: 0.0533221 Jun 23 22:47:22.153676 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-a045951f-8ed7-4c7e-aed1-4a8bfe72096a req-d51f22d3-731c-45a3-88a3-2a59cdb829e8 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494795 Jun 23 22:47:22.257883 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:22.268519 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=23 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:22.362519 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c02f7f44-5499-4cb8-a059-ae7c8a93fc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:23.280571 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecfa0f-98c6-4802-8037-1ce50c50034a req-e2e26e47-6ed4-46f7-950c-453db8f67cca tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:23.282078 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-73ecfa0f-98c6-4802-8037-1ce50c50034a req-e2e26e47-6ed4-46f7-950c-453db8f67cca tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 931 time: 0.0520742 Jun 23 22:47:23.335662 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-73ecfa0f-98c6-4802-8037-1ce50c50034a req-fe019c21-fa6d-4bfc-9025-4cae38a1ef76 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477376 Jun 23 22:47:24.450493 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f7b51-447e-4564-a4c8-17806a579f69 req-778d252a-3c2b-45f1-b0ad-5b43735b92e8 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:24.451972 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0a6f7b51-447e-4564-a4c8-17806a579f69 req-778d252a-3c2b-45f1-b0ad-5b43735b92e8 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 931 time: 0.0484784 Jun 23 22:47:24.501490 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0a6f7b51-447e-4564-a4c8-17806a579f69 req-aad540a0-6749-4ee6-a15d-8d3fd708d81c tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Jun 23 22:47:24.532246 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-397a6847-f62c-4842-ae11-c49584921f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:24.969379 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Request body: {'port': {'device_id': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:47:25.028148 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:25.285449 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbb6199-e947-45ff-aadd-1b4eb33cf84b {{(pid=104138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:47:25.292796 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Publish callbacks [] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:25.306358 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.provisioning_blocks [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Transition to ACTIVE for port object fdbb6199-e947-45ff-aadd-1b4eb33cf84b will not be triggered until provisioned by entity L2. {{(pid=104138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 22:47:25.310140 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:25.376727 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:25.435593 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Attempting to bind port fdbb6199-e947-45ff-aadd-1b4eb33cf84b on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 22:47:25.435920 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Attempting to bind port fdbb6199-e947-45ff-aadd-1b4eb33cf84b by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 22:47:25.436241 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Attempting to bind port fdbb6199-e947-45ff-aadd-1b4eb33cf84b on network cd8c19e1-bc34-463d-b302-704d2f051ae3 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:47:25.441735 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Port fdbb6199-e947-45ff-aadd-1b4eb33cf84b on network cd8c19e1-bc34-463d-b302-704d2f051ae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 22:47:25.442048 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Attempting to bind port fdbb6199-e947-45ff-aadd-1b4eb33cf84b on network cd8c19e1-bc34-463d-b302-704d2f051ae3 {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 22:47:25.447790 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Checking agent: {'id': '60ff80b7-6396-4151-bf38-0e3f31bb90b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 22, 34), 'started_at': datetime.datetime(2022, 6, 23, 22, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 22, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 22:47:25.448280 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Checking segment: {'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 22:47:25.448658 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Bound using segment: {'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'} {{(pid=104138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 22:47:25.449067 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.managers [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Bound port: fdbb6199-e947-45ff-aadd-1b4eb33cf84b, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff91f18-a35c-408e-9ff5-c2193654e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3'}}] {{(pid=104138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 22:47:25.449423 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:25.499811 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:25.505819 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:25.520679 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] For port fdbb6199-e947-45ff-aadd-1b4eb33cf84b, host hv-cinder-84617, cleared binding levels {{(pid=104138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 22:47:25.523776 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] For port fdbb6199-e947-45ff-aadd-1b4eb33cf84b, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 22:47:25.529493 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:25.565288 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:25.565911 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:25.567329 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] 10.222.0.55 "PUT /v2.0/ports/fdbb6199-e947-45ff-aadd-1b4eb33cf84b HTTP/1.1" status: 200 len: 1093 time: 0.6029623 Jun 23 22:47:25.567766 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:47:25.570022 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffda644-dac3-433b-9ffd-c0aeb8adef16" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:47:25.630849 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd462871-8d6e-42e8-b0d6-7827280bdc45 x-openstack-request-id: req-fd462871-8d6e-42e8-b0d6-7827280bdc45 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:47:25.631252 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:47:25.631589 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd462871-8d6e-42e8-b0d6-7827280bdc45 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:47:25.632053 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd462871-8d6e-42e8-b0d6-7827280bdc45'] response: {'name': 'network-changed', 'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'status': 'completed', 'code': 200} Jun 23 22:47:25.653583 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db9231-6585-4f9d-8730-677583c017f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,revision_number=3']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:25.678347 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfb3f6-f9b3-49cc-af9a-a498cfcdd6a8 req-1344bdf9-3903-46be-abea-481214a845ad tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:25.679907 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8bbfb3f6-f9b3-49cc-af9a-a498cfcdd6a8 req-1344bdf9-3903-46be-abea-481214a845ad tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 943 time: 0.1050358 Jun 23 22:47:25.707226 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde992-1d61-4e46-a026-e68f622482ef req-64c50f21-616a-48a3-a0be-5e3145af9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:25.708755 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-64c50f21-616a-48a3-a0be-5e3145af9b6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cea45368b61d4748a164cc6b76293749&device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 1127 time: 0.0757813 Jun 23 22:47:25.763862 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-519a6053-4d58-4289-8325-3d7228ff965b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b HTTP/1.1" status: 200 len: 217 time: 0.0436080 Jun 23 22:47:25.768400 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-8bbfb3f6-f9b3-49cc-af9a-a498cfcdd6a8 req-3600862c-aa4e-4959-ab42-14f2da78c7d2 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825236 Jun 23 22:47:25.821307 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde992-1d61-4e46-a026-e68f622482ef req-3804d69a-1151-48aa-be39-f2acbc925107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:25.822789 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-3804d69a-1151-48aa-be39-f2acbc925107 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87a6f24b-fda7-409c-8a60-e80da2359094 HTTP/1.1" status: 200 len: 854 time: 0.0522661 Jun 23 22:47:26.005865 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:26.124333 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde992-1d61-4e46-a026-e68f622482ef req-e214bbbd-675a-44b2-8905-cd08e17a3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:26.125840 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-e214bbbd-675a-44b2-8905-cd08e17a3b71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd8c19e1-bc34-463d-b302-704d2f051ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2929244 Jun 23 22:47:26.215398 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-a464f9ef-0c90-4257-a9ec-12fbcff50c4d service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812190 Jun 23 22:47:26.306798 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-51bde992-1d61-4e46-a026-e68f622482ef req-74fd4131-fb3d-4f15-97b0-ab751a467f13 service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839267 Jun 23 22:47:26.865906 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:47:26.890329 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184faa0f-8d5c-4b22-8909-dc4c9721b08b req-24804fa3-f107-4cef-ab17-61ccd5bf73ca tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:26.893490 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-184faa0f-8d5c-4b22-8909-dc4c9721b08b req-24804fa3-f107-4cef-ab17-61ccd5bf73ca tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 943 time: 0.0505791 Jun 23 22:47:26.944619 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-184faa0f-8d5c-4b22-8909-dc4c9721b08b req-cf01b679-43b1-41d9-8a30-b5a47441bc60 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459251 Jun 23 22:47:27.134235 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:27.221251 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffda644-dac3-433b-9ffd-c0aeb8adef16 req-edb68730-59b0-45a9-92d5-8c79d3420526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:27.222711 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4ffda644-dac3-433b-9ffd-c0aeb8adef16 req-edb68730-59b0-45a9-92d5-8c79d3420526 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cea45368b61d4748a164cc6b76293749&device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 1127 time: 0.0425098 Jun 23 22:47:27.324970 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffda644-dac3-433b-9ffd-c0aeb8adef16 req-3f40e1c2-bcb3-4932-912b-6e75ba7eac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:27.326441 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4ffda644-dac3-433b-9ffd-c0aeb8adef16 req-3f40e1c2-bcb3-4932-912b-6e75ba7eac5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd8c19e1-bc34-463d-b302-704d2f051ae3 HTTP/1.1" status: 200 len: 916 time: 0.0956936 Jun 23 22:47:27.368638 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4ffda644-dac3-433b-9ffd-c0aeb8adef16 req-e4b4ed7b-933d-4f5c-8267-b14467fdb383 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b HTTP/1.1" status: 200 len: 217 time: 0.0348852 Jun 23 22:47:27.420328 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffda644-dac3-433b-9ffd-c0aeb8adef16 req-e8a5422e-0640-4a56-acc7-2084e292fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:27.421666 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4ffda644-dac3-433b-9ffd-c0aeb8adef16 req-e8a5422e-0640-4a56-acc7-2084e292fa5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87a6f24b-fda7-409c-8a60-e80da2359094 HTTP/1.1" status: 200 len: 854 time: 0.0439720 Jun 23 22:47:27.465787 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffda644-dac3-433b-9ffd-c0aeb8adef16 req-d4957cad-d96e-4e1d-90b4-76cc33aa65a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:27.467336 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4ffda644-dac3-433b-9ffd-c0aeb8adef16 req-d4957cad-d96e-4e1d-90b4-76cc33aa65a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd8c19e1-bc34-463d-b302-704d2f051ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383565 Jun 23 22:47:27.471555 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:27.563787 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4ffda644-dac3-433b-9ffd-c0aeb8adef16 req-08aa0b25-b3c4-42e1-9ca1-a9ff286cc55f service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869715 Jun 23 22:47:27.577358 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:27.635265 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:27.654117 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4ffda644-dac3-433b-9ffd-c0aeb8adef16 req-a12bc3cf-a826-4c0f-880a-fcc7d334e20f service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841279 Jun 23 22:47:28.059614 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6016dbb-a596-4151-946d-f6329a5d1038 req-20a0b524-5601-47f1-98e5-81fd12fa8b03 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:28.061086 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c6016dbb-a596-4151-946d-f6329a5d1038 req-20a0b524-5601-47f1-98e5-81fd12fa8b03 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 943 time: 0.0506907 Jun 23 22:47:28.107335 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-c6016dbb-a596-4151-946d-f6329a5d1038 req-223e970a-7e05-427b-9e52-3717f76e2032 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 Jun 23 22:47:29.222294 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03e1c3-d837-4253-9685-0ea883783c5a req-2387cd4b-73f1-4be2-8f43-ecba5d02efd4 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:29.223773 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cb03e1c3-d837-4253-9685-0ea883783c5a req-2387cd4b-73f1-4be2-8f43-ecba5d02efd4 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 943 time: 0.0467951 Jun 23 22:47:29.269512 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-cb03e1c3-d837-4253-9685-0ea883783c5a req-9de701e0-822b-4a63-82b8-293367a5b98a tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Jun 23 22:47:30.171599 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device fdbb6199-e947-45ff-aadd-1b4eb33cf84b details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 22:47:30.267119 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:30.274376 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port fdbb6199-e947-45ff-aadd-1b4eb33cf84b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:30.286696 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Returning: {'device': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'port_id': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'mac_address': 'fa:16:3e:d9:11:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 22:47:30.325290 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port fdbb6199-e947-45ff-aadd-1b4eb33cf84b is: DOWN; New status is: BUILD {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:30.325678 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:30.338842 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbb6199-e947-45ff-aadd-1b4eb33cf84b {{(pid=104140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 22:47:30.358803 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port fdbb6199-e947-45ff-aadd-1b4eb33cf84b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:30.363807 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:30.386307 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b768fcd-2c55-44ab-a869-9d7b23824e03 req-e810c1f8-300c-4238-b72b-18b211471fe0 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:30.387753 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1b768fcd-2c55-44ab-a869-9d7b23824e03 req-e810c1f8-300c-4238-b72b-18b211471fe0 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 943 time: 0.0493872 Jun 23 22:47:30.410744 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,revision_number=4']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:30.439213 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1b768fcd-2c55-44ab-a869-9d7b23824e03 req-19c1c6fc-2b14-4db3-9008-9992a237d17b tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450563 Jun 23 22:47:30.602836 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['fdbb6199-e947-45ff-aadd-1b4eb33cf84b'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:47:31.551445 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411411e2-3b04-4c87-9528-5c15c1606907 req-5784aa2d-0d49-46c1-8dec-453a8538a49d tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:31.552927 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-411411e2-3b04-4c87-9528-5c15c1606907 req-5784aa2d-0d49-46c1-8dec-453a8538a49d tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 944 time: 0.0468264 Jun 23 22:47:31.599531 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-411411e2-3b04-4c87-9528-5c15c1606907 req-dbc60a50-d278-4253-8c3e-7ff3aece394f tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Jun 23 22:47:32.178144 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device fdbb6199-e947-45ff-aadd-1b4eb33cf84b up at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 22:47:32.218483 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning for port fdbb6199-e947-45ff-aadd-1b4eb33cf84b completed by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 22:47:32.224828 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Provisioning complete for port fdbb6199-e947-45ff-aadd-1b4eb33cf84b triggered by entity L2. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:32.225255 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:32.297728 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Current status of the port fdbb6199-e947-45ff-aadd-1b4eb33cf84b is: BUILD; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:32.298109 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), before_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:32.310170 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:32.323825 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b'}] {{(pid=104140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:47:32.326037 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b264f6352b072ca29d01ee5fbb2ebee3ab59fee28c1e03f292bbe3b247c314b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342a11ee-f4b5-449b-bd93-dab2fe73a44e" -d '{"events": [{"server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "name": "network-vif-plugged", "status": "completed", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b"}]}' {{(pid=104140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:47:32.339199 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] For port fdbb6199-e947-45ff-aadd-1b4eb33cf84b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:32.343030 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:32.366832 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e241f95-8eda-44e7-b785-b43d0850110a x-openstack-request-id: req-1e241f95-8eda-44e7-b785-b43d0850110a {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:47:32.367148 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "name": "network-vif-plugged", "status": "completed", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b", "code": 200}]} {{(pid=104140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:47:32.367395 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e241f95-8eda-44e7-b785-b43d0850110a {{(pid=104140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:47:32.367787 dv-cinder-846173-2-iscsi neutron-server[104140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e241f95-8eda-44e7-b785-b43d0850110a'] response: {'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'code': 200} Jun 23 22:47:32.395290 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Pushing event updated for resources: {'Port': ['ID=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,revision_number=5']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:32.545165 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45b60a-7dbd-4232-b838-71673ab20367 req-6a3ac533-47a5-4e5b-af46-1baf50e78522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:32.546760 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5c45b60a-7dbd-4232-b838-71673ab20367 req-6a3ac533-47a5-4e5b-af46-1baf50e78522 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 1129 time: 0.0389848 Jun 23 22:47:32.590662 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5c45b60a-7dbd-4232-b838-71673ab20367 req-0266f830-8e45-4cb8-ae7e-eef5b281e543 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374496 Jun 23 22:47:32.725220 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6f279-6e29-41ce-8227-dee4e2ffb48e req-63fa9435-dc03-4d5c-ae3e-4f5ccfc7c1ab tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:32.726673 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-78c6f279-6e29-41ce-8227-dee4e2ffb48e req-63fa9435-dc03-4d5c-ae3e-4f5ccfc7c1ab tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 945 time: 0.0610964 Jun 23 22:47:32.772465 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-78c6f279-6e29-41ce-8227-dee4e2ffb48e req-d38bfffb-63fd-4575-9b3c-5be218cd384c tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Jun 23 22:47:33.199039 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:33.885425 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac7989-39b6-4eab-8984-00d1a82a2b07 req-302bf300-16f8-4bca-878c-31c6a9c460b6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:33.886884 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-26ac7989-39b6-4eab-8984-00d1a82a2b07 req-302bf300-16f8-4bca-878c-31c6a9c460b6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 945 time: 0.0463300 Jun 23 22:47:33.934814 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-26ac7989-39b6-4eab-8984-00d1a82a2b07 req-5d3701f6-7b06-4088-b2e8-92f3546db040 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424123 Jun 23 22:47:35.059707 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202886a2-f727-492d-8ff8-1abda0b5d291 req-46b5e160-66c4-4500-8da3-5af9986e11c5 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:35.061333 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-202886a2-f727-492d-8ff8-1abda0b5d291 req-46b5e160-66c4-4500-8da3-5af9986e11c5 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 945 time: 0.0567226 Jun 23 22:47:35.114578 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-202886a2-f727-492d-8ff8-1abda0b5d291 req-abaee5e9-7cf6-4500-b0b8-a68c563879f3 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466220 Jun 23 22:47:35.228810 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95851ef2-ed44-4618-ad5d-e7b87d5d3f78 req-541a8e02-9052-49d2-994c-bf455323532e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:35.230453 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-95851ef2-ed44-4618-ad5d-e7b87d5d3f78 req-541a8e02-9052-49d2-994c-bf455323532e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 945 time: 0.0471971 Jun 23 22:47:35.277873 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-95851ef2-ed44-4618-ad5d-e7b87d5d3f78 req-cfe7a65f-265c-43e3-a4bb-c6c111a7ac8e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418839 Jun 23 22:47:35.593801 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed467c5-443c-472c-bdc5-b7c94997a5d4 req-14b7b1fa-63e0-479e-8699-f1163a6e2599 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:35.595813 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fed467c5-443c-472c-bdc5-b7c94997a5d4 req-14b7b1fa-63e0-479e-8699-f1163a6e2599 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 945 time: 0.0462832 Jun 23 22:47:35.646265 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-fed467c5-443c-472c-bdc5-b7c94997a5d4 req-3722e2f1-1c95-4697-86b2-572082fe09d6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447326 Jun 23 22:47:39.687820 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192910e-7ded-4f08-9c60-d31309d92be0 req-58711233-6a63-4962-94e9-0dbddae508cf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:39.690033 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4192910e-7ded-4f08-9c60-d31309d92be0 req-58711233-6a63-4962-94e9-0dbddae508cf tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 946 time: 0.0483553 Jun 23 22:47:39.703054 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:39.710502 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:39.739386 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-4192910e-7ded-4f08-9c60-d31309d92be0 req-78a8b974-c96a-45a0-bc50-ff5e7222c6f0 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Jun 23 22:47:40.862558 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fcb2c-f77d-49e3-980c-6756fea65509 req-68df5e69-2d17-46f5-a513-094f2e08b1a3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:40.864193 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-329fcb2c-f77d-49e3-980c-6756fea65509 req-68df5e69-2d17-46f5-a513-094f2e08b1a3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 946 time: 0.0473933 Jun 23 22:47:40.912897 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-329fcb2c-f77d-49e3-980c-6756fea65509 req-58e4d5cb-214f-4c0f-afe1-51f9135e9ccb tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ae6b542-e32f-4a5a-afce-b648551bbd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408516 Jun 23 22:47:41.204219 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-ad612f68-ed12-4faa-8156-7c857a0a0ae3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:41.206267 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-ad612f68-ed12-4faa-8156-7c857a0a0ae3 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 946 time: 0.0506163 Jun 23 22:47:41.286046 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Deleting port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:41.286383 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:41.378903 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] For port ca42cad6-fa77-4fa7-b9e0-48ce41a63154, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:41.379206 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:41.539889 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:41.540246 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (459a6b53-dac7-4b6a-8385-aea0ca90c6c9), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:41.540563 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Floating IP 459a6b53-dac7-4b6a-8385-aea0ca90c6c9 disassociated. External IP: 172.27.2.24, port: ca42cad6-fa77-4fa7-b9e0-48ce41a63154. Jun 23 22:47:41.540905 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Calling delete_port for ca42cad6-fa77-4fa7-b9e0-48ce41a63154 owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:41.670169 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (ca42cad6-fa77-4fa7-b9e0-48ce41a63154), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:41.698703 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event deleted for resources: {'Port': ['ID=ca42cad6-fa77-4fa7-b9e0-48ce41a63154,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:41.818018 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Router eef7652e-6ef4-412f-8cc4-719a2988dded has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:47:41.832708 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:41.922237 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:47:41.928843 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:41.933001 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8512bf71-5dd6-4ec5-9d76-5360597bf87c None None] Sync routers for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:47:41.943760 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8512bf71-5dd6-4ec5-9d76-5360597bf87c None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:41.944448 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8512bf71-5dd6-4ec5-9d76-5360597bf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:47:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:41.951250 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:41.967436 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] No DVR routers for this DVR port ca42cad6-fa77-4fa7-b9e0-48ce41a63154 on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:47:41.971891 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:41.975318 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1141bba5-5b0e-4048-9e6b-eef9270f01eb req-b850cfa3-00c0-48b7-85c1-b2df058af632 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.55 "DELETE /v2.0/ports/ca42cad6-fa77-4fa7-b9e0-48ce41a63154 HTTP/1.1" status: 204 len: 173 time: 0.7632413 Jun 23 22:47:41.975768 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'name': 'network-vif-deleted', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:47:41.978290 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ea5408-bdc0-43fd-a641-6f52a7b80699" -d '{"events": [{"server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "name": "network-vif-deleted", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:47:42.042045 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3b8ef669-50b7-418d-a0c2-e929b9d91f2b req-ff6afa18-ff48-45ee-b418-728d13129c19 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe4cae6a-0365-477a-bbcb-100245e62715 HTTP/1.1" status: 200 len: 210 time: 0.0484464 Jun 23 22:47:42.052106 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92de57fe-ba59-4cef-886c-4839d0a931bc x-openstack-request-id: req-92de57fe-ba59-4cef-886c-4839d0a931bc {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:47:42.052413 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4cae6a-0365-477a-bbcb-100245e62715", "name": "network-vif-deleted", "tag": "ca42cad6-fa77-4fa7-b9e0-48ce41a63154", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:47:42.052804 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92de57fe-ba59-4cef-886c-4839d0a931bc {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:47:42.053501 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92de57fe-ba59-4cef-886c-4839d0a931bc'] response: {'server_uuid': 'fe4cae6a-0365-477a-bbcb-100245e62715', 'name': 'network-vif-deleted', 'tag': 'ca42cad6-fa77-4fa7-b9e0-48ce41a63154', 'status': 'completed', 'code': 200} Jun 23 22:47:42.071649 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-8512bf71-5dd6-4ec5-9d76-5360597bf87c None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:47:42.242938 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:42.285456 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8512bf71-5dd6-4ec5-9d76-5360597bf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:59Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:42.310455 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8512bf71-5dd6-4ec5-9d76-5360597bf87c None None] Checking router: eef7652e-6ef4-412f-8cc4-719a2988dded for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:47:42.319298 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8512bf71-5dd6-4ec5-9d76-5360597bf87c None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:42.319981 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8512bf71-5dd6-4ec5-9d76-5360597bf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:47:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:42.545848 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-8512bf71-5dd6-4ec5-9d76-5360597bf87c None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:47:42.737339 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-8512bf71-5dd6-4ec5-9d76-5360597bf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:59Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:42.768967 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8512bf71-5dd6-4ec5-9d76-5360597bf87c None None] The sync data for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi is: [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:54Z', 'revision_number': 4, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '57bff874-2e9c-4052-9375-9804be3c3d95', 'name': '', 'network_id': 'c8ffa52a-0ee3-4aa1-92ba-211a08d60da3', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'mac_address': 'fa:16:3e:d6:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:54Z', 'updated_at': '2022-06-23T22:41:59Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'subnets': [{'id': '73fac7ba-e561-4aac-8f69-54f4d658f85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:47:42.994632 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bb7aa-6b17-4156-b6e3-9379e0b2023a None None] New status for floating IP 459a6b53-dac7-4b6a-8385-aea0ca90c6c9: DOWN {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:47:43.136564 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41040) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:43.192421 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-70a46a62-2211-4022-8133-9012d7bee30e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group (9ae6b542-e32f-4a5a-afce-b648551bbd6d), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:43.220534 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-70a46a62-2211-4022-8133-9012d7bee30e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group (9ae6b542-e32f-4a5a-afce-b648551bbd6d), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:43.268801 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-70a46a62-2211-4022-8133-9012d7bee30e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9ae6b542-e32f-4a5a-afce-b648551bbd6d), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:43.271431 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-70a46a62-2211-4022-8133-9012d7bee30e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:43.274988 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-70a46a62-2211-4022-8133-9012d7bee30e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "DELETE /v2.0/security-groups/9ae6b542-e32f-4a5a-afce-b648551bbd6d HTTP/1.1" status: 204 len: 168 time: 0.1349480 Jun 23 22:47:43.275402 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41042) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:43.282186 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a46a62-2211-4022-8133-9012d7bee30e tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae6b542-e32f-4a5a-afce-b648551bbd6d,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:43.289324 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.api.v2.resource [None req-d4c6a427-febb-43f0-9b19-ddde3c822fba tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] show failed (client error): The resource could not be found. Jun 23 22:47:43.291065 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-d4c6a427-febb-43f0-9b19-ddde3c822fba tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "GET /v2.0/security-groups/9ae6b542-e32f-4a5a-afce-b648551bbd6d HTTP/1.1" status: 404 len: 347 time: 0.0142844 Jun 23 22:47:43.293873 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41044) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:43.416733 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-f94b80a7-0cd4-4c3e-8734-6f3499af25f9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Deleting port 943d3b76-650b-446d-8e91-5f2ee377c6ed {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:43.416976 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f94b80a7-0cd4-4c3e-8734-6f3499af25f9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (943d3b76-650b-446d-8e91-5f2ee377c6ed), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:43.494747 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f94b80a7-0cd4-4c3e-8734-6f3499af25f9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (943d3b76-650b-446d-8e91-5f2ee377c6ed), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:43.495100 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f94b80a7-0cd4-4c3e-8734-6f3499af25f9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (943d3b76-650b-446d-8e91-5f2ee377c6ed), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:43.507844 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-f94b80a7-0cd4-4c3e-8734-6f3499af25f9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Calling delete_port for 943d3b76-650b-446d-8e91-5f2ee377c6ed owned by network:floatingip {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:43.639492 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f94b80a7-0cd4-4c3e-8734-6f3499af25f9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (943d3b76-650b-446d-8e91-5f2ee377c6ed), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:43.666554 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b80a7-0cd4-4c3e-8734-6f3499af25f9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Pushing event deleted for resources: {'Port': ['ID=943d3b76-650b-446d-8e91-5f2ee377c6ed,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:43.731285 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f94b80a7-0cd4-4c3e-8734-6f3499af25f9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks [] for floatingip (459a6b53-dac7-4b6a-8385-aea0ca90c6c9), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:43.733715 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-f94b80a7-0cd4-4c3e-8734-6f3499af25f9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:43.734847 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-f94b80a7-0cd4-4c3e-8734-6f3499af25f9 tempest-AttachVolumeShelveTestJSON-543397818 tempest-AttachVolumeShelveTestJSON-543397818-project] 10.222.0.43 "DELETE /v2.0/floatingips/459a6b53-dac7-4b6a-8385-aea0ca90c6c9 HTTP/1.1" status: 204 len: 168 time: 0.4313421 Jun 23 22:47:44.085896 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc86e60-d469-468e-a5a5-5f528b8016db req-f8bbf957-270a-4948-bd0b-3a83d737a603 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:44.087663 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3dc86e60-d469-468e-a5a5-5f528b8016db req-f8bbf957-270a-4948-bd0b-3a83d737a603 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 945 time: 0.0496719 Jun 23 22:47:44.135350 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-3dc86e60-d469-468e-a5a5-5f528b8016db req-38d3a16c-08c9-49f3-9714-0dfce53b77c7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Jun 23 22:47:44.158621 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41058) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:44.289849 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b408d62-822c-4704-ba8d-ff1e5366470b tempest-TestMinimumBasicScenario-2031181817 tempest-TestMinimumBasicScenario-2031181817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:44.291360 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-4b408d62-822c-4704-ba8d-ff1e5366470b tempest-TestMinimumBasicScenario-2031181817 tempest-TestMinimumBasicScenario-2031181817-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 1124 time: 0.1317687 Jun 23 22:47:44.294592 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41062) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:44.298707 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Request body: {'floatingip': {'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'port_id': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:47:44.319621 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:44.398420 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:44.502980 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_common [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Allocated IP 172.27.2.102 (6e26287c-7a8e-421e-96a7-49a5147437a7/cc405269-fc2f-4873-a981-362f599c4440/165c1e39-2d56-46bf-9f2e-350d57554d90) {{(pid=104138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 22:47:44.603592 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for port (165c1e39-2d56-46bf-9f2e-350d57554d90), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:44.633825 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743240445588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (165c1e39-2d56-46bf-9f2e-350d57554d90), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:44.674061 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Network 6e26287c-7a8e-421e-96a7-49a5147437a7 is already hosted by enough agents. {{(pid=104138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 22:47:44.678624 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.base_scheduler [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Resources bound (agent type, host, resource id): {{(pid=104138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 22:47:44.682345 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Received port after_create {{(pid=104138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 22:47:44.685523 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event updated for resources: {'Port': ['ID=165c1e39-2d56-46bf-9f2e-350d57554d90,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:44.749059 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:44.787325 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:45.051114 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for floatingip (5ad2967d-1d34-4aec-a7cd-c9091ea27a8f), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:45.125080 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (165c1e39-2d56-46bf-9f2e-350d57554d90), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:45.283881 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for port (165c1e39-2d56-46bf-9f2e-350d57554d90), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:45.288120 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (165c1e39-2d56-46bf-9f2e-350d57554d90), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:45.353733 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event updated for resources: {'Port': ['ID=165c1e39-2d56-46bf-9f2e-350d57554d90,revision_number=2']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:45.365491 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896095'] for floatingip (5ad2967d-1d34-4aec-a7cd-c9091ea27a8f), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:45.459515 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Floating IP 5ad2967d-1d34-4aec-a7cd-c9091ea27a8f associated. External IP: 172.27.2.102, port: fdbb6199-e947-45ff-aadd-1b4eb33cf84b. Jun 23 22:47:45.592636 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:45.649471 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:45.654254 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Router 35495535-31dc-4c96-b433-bc03414b08f0 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:47:45.756606 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:47:45.765955 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9368d8-2875-475a-8666-521bb08e934e None None] Sync routers for ids ['35495535-31dc-4c96-b433-bc03414b08f0'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:47:45.774186 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:45.776518 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9368d8-2875-475a-8666-521bb08e934e None None] Routers {'35495535-31dc-4c96-b433-bc03414b08f0'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:45.777138 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-de9368d8-2875-475a-8666-521bb08e934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:47:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['35495535-31dc-4c96-b433-bc03414b08f0'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:45.886237 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-de9368d8-2875-475a-8666-521bb08e934e None None] Set router 35495535-31dc-4c96-b433-bc03414b08f0 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:47:46.055402 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:46.065472 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-ac78217b-b657-4533-996d-8c34ad0a5712 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7698243 Jun 23 22:47:46.066059 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:47:46.068324 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc30e7ef-a0c6-46f6-ab12-69554047166a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:47:46.068460 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41074) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:46.073656 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-ae38c4a2-36b5-4ddb-967d-b847d997c345 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008206565', 'description': 'tempest-secgroup-smoke-1008206565 description', 'project_id': 'cea45368b61d4748a164cc6b76293749'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:47:46.096659 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ae38c4a2-36b5-4ddb-967d-b847d997c345 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:46.113782 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec0a07c-724b-443b-9b58-4c578c0937e8 x-openstack-request-id: req-9ec0a07c-724b-443b-9b58-4c578c0937e8 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:47:46.113782 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:47:46.113782 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ec0a07c-724b-443b-9b58-4c578c0937e8 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:47:46.114205 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec0a07c-724b-443b-9b58-4c578c0937e8'] response: {'name': 'network-changed', 'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'status': 'completed', 'code': 200} Jun 23 22:47:46.141481 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-de9368d8-2875-475a-8666-521bb08e934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '5ad2967d-1d34-4aec-a7cd-c9091ea27a8f', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'port_id': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'mac_address': 'fa:16:3e:d9:11:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:47:44Z', 'updated_at': '2022-06-23T22:47:44Z', 'revision_number': 0, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9', 'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'mac_address': 'fa:16:3e:90:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:54Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 5, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'subnets': [{'id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:46.177543 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ae38c4a2-36b5-4ddb-967d-b847d997c345 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group (f3281fa8-3a82-460f-8fef-58b55888f631), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:46.182761 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ae38c4a2-36b5-4ddb-967d-b847d997c345 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (f3281fa8-3a82-460f-8fef-58b55888f631), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:46.187820 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9368d8-2875-475a-8666-521bb08e934e None None] Checking router: 35495535-31dc-4c96-b433-bc03414b08f0 for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:47:46.195740 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30e7ef-a0c6-46f6-ab12-69554047166a req-fe40da8a-5407-40b9-aed4-7112ab87c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:46.204877 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bc30e7ef-a0c6-46f6-ab12-69554047166a req-fe40da8a-5407-40b9-aed4-7112ab87c23e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cea45368b61d4748a164cc6b76293749&device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 1129 time: 0.0518465 Jun 23 22:47:46.205628 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41084) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:46.206114 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9368d8-2875-475a-8666-521bb08e934e None None] Routers {'35495535-31dc-4c96-b433-bc03414b08f0'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:46.206765 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-de9368d8-2875-475a-8666-521bb08e934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:47:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['35495535-31dc-4c96-b433-bc03414b08f0'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:46.225702 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-ae38c4a2-36b5-4ddb-967d-b847d997c345 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:46.226908 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-ae38c4a2-36b5-4ddb-967d-b847d997c345 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1575594 Jun 23 22:47:46.229846 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41088) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:46.234025 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-a2d26a74-48bc-4b3a-b604-6a2b27a043ff tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Request body: {'security_group_rule': {'security_group_id': 'f3281fa8-3a82-460f-8fef-58b55888f631', 'project_id': 'cea45368b61d4748a164cc6b76293749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:47:46.243698 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38c4a2-36b5-4ddb-967d-b847d997c345 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3281fa8-3a82-460f-8fef-58b55888f631,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:46.250556 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device ca42cad6-fa77-4fa7-b9e0-48ce41a63154 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:47:46.267570 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a2d26a74-48bc-4b3a-b604-6a2b27a043ff tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (90e331e7-11a9-4e93-b4f9-a8b70c20a41c), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:46.284808 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: ca42cad6-fa77-4fa7-b9e0-48ce41a63154 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:47:46.285141 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device ca42cad6-fa77-4fa7-b9e0-48ce41a63154 not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:47:46.331848 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a2d26a74-48bc-4b3a-b604-6a2b27a043ff tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (90e331e7-11a9-4e93-b4f9-a8b70c20a41c), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:46.335913 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30e7ef-a0c6-46f6-ab12-69554047166a req-0c36f1b3-592b-4b7e-ae30-bd84e47c8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:46.336936 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a2d26a74-48bc-4b3a-b604-6a2b27a043ff tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (90e331e7-11a9-4e93-b4f9-a8b70c20a41c), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:46.337571 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bc30e7ef-a0c6-46f6-ab12-69554047166a req-0c36f1b3-592b-4b7e-ae30-bd84e47c8e70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd8c19e1-bc34-463d-b302-704d2f051ae3 HTTP/1.1" status: 200 len: 916 time: 0.1317554 Jun 23 22:47:46.353051 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-de9368d8-2875-475a-8666-521bb08e934e None None] Set router 35495535-31dc-4c96-b433-bc03414b08f0 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:47:46.358626 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d26a74-48bc-4b3a-b604-6a2b27a043ff tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e331e7-11a9-4e93-b4f9-a8b70c20a41c,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:46.369376 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-a2d26a74-48bc-4b3a-b604-6a2b27a043ff tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:46.377656 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-a2d26a74-48bc-4b3a-b604-6a2b27a043ff tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468132 Jun 23 22:47:46.380322 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41090) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:46.390046 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-938f0fd1-f815-4b77-88e9-38b0d477842f tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Request body: {'security_group_rule': {'security_group_id': 'f3281fa8-3a82-460f-8fef-58b55888f631', 'project_id': 'cea45368b61d4748a164cc6b76293749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:47:46.413849 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bc30e7ef-a0c6-46f6-ab12-69554047166a req-d57cf625-a2d8-4fe9-83d0-53537a518ff6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b HTTP/1.1" status: 200 len: 999 time: 0.0674255 Jun 23 22:47:46.435055 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:46.443860 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:46.461051 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:46.473283 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30e7ef-a0c6-46f6-ab12-69554047166a req-36e450f2-4f36-4722-9880-2f3ebb1793d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:46.475081 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bc30e7ef-a0c6-46f6-ab12-69554047166a req-36e450f2-4f36-4722-9880-2f3ebb1793d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87a6f24b-fda7-409c-8a60-e80da2359094 HTTP/1.1" status: 200 len: 854 time: 0.0550375 Jun 23 22:47:46.527481 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30e7ef-a0c6-46f6-ab12-69554047166a req-4cc98a49-8781-436a-b334-80b1e6568de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:46.529315 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bc30e7ef-a0c6-46f6-ab12-69554047166a req-4cc98a49-8781-436a-b334-80b1e6568de8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd8c19e1-bc34-463d-b302-704d2f051ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466599 Jun 23 22:47:46.588051 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-de9368d8-2875-475a-8666-521bb08e934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '5ad2967d-1d34-4aec-a7cd-c9091ea27a8f', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'port_id': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'mac_address': 'fa:16:3e:d9:11:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:47:44Z', 'updated_at': '2022-06-23T22:47:44Z', 'revision_number': 0, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9', 'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'mac_address': 'fa:16:3e:90:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:54Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 5, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'subnets': [{'id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:46.616641 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9368d8-2875-475a-8666-521bb08e934e None None] The sync data for ids ['35495535-31dc-4c96-b433-bc03414b08f0'] in dv-cinder-846173-2-iscsi is: [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_floatingips': [{'id': '5ad2967d-1d34-4aec-a7cd-c9091ea27a8f', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'router_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'port_id': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'mac_address': 'fa:16:3e:d9:11:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T22:47:44Z', 'updated_at': '2022-06-23T22:47:44Z', 'revision_number': 0, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9', 'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'mac_address': 'fa:16:3e:90:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:54Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 5, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'subnets': [{'id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:47:46.641152 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bc30e7ef-a0c6-46f6-ab12-69554047166a req-64c47917-dada-46be-8292-688e9c19af34 service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031733 Jun 23 22:47:46.725940 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-938f0fd1-f815-4b77-88e9-38b0d477842f tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (241348ee-1fc6-4ca8-af70-a2391a411c75), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:46.744519 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-bc30e7ef-a0c6-46f6-ab12-69554047166a req-f3f894a0-841e-4e5d-86d5-698ee0e07ed9 service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951178 Jun 23 22:47:46.828564 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50f8e3-7dd8-4715-990a-d67e6446bd20 None None] New status for floating IP 5ad2967d-1d34-4aec-a7cd-c9091ea27a8f: ACTIVE {{(pid=104141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:47:46.878897 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-938f0fd1-f815-4b77-88e9-38b0d477842f tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (241348ee-1fc6-4ca8-af70-a2391a411c75), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:46.882502 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-938f0fd1-f815-4b77-88e9-38b0d477842f tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (241348ee-1fc6-4ca8-af70-a2391a411c75), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:46.911866 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f0fd1-f815-4b77-88e9-38b0d477842f tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241348ee-1fc6-4ca8-af70-a2391a411c75,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:46.937404 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-938f0fd1-f815-4b77-88e9-38b0d477842f tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:46.939172 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-938f0fd1-f815-4b77-88e9-38b0d477842f tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5563130 Jun 23 22:47:46.942065 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41094) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:46.946748 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-ef6dd096-6055-4adc-89dc-9644b90d9658 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Request body: {'security_group_rule': {'security_group_id': 'f3281fa8-3a82-460f-8fef-58b55888f631', 'project_id': 'cea45368b61d4748a164cc6b76293749', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:47:46.977292 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd096-6055-4adc-89dc-9644b90d9658 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (66547224-1912-4fbb-bca6-184f113afecc), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.039817 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd096-6055-4adc-89dc-9644b90d9658 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (66547224-1912-4fbb-bca6-184f113afecc), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.040443 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6712ec99-aa6c-4c89-9007-9b09beb17847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7886309'] for router_interface (eef7652e-6ef4-412f-8cc4-719a2988dded), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.043895 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd096-6055-4adc-89dc-9644b90d9658 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (66547224-1912-4fbb-bca6-184f113afecc), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.064771 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dd096-6055-4adc-89dc-9644b90d9658 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66547224-1912-4fbb-bca6-184f113afecc,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:47.070472 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd096-6055-4adc-89dc-9644b90d9658 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.074915 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-ef6dd096-6055-4adc-89dc-9644b90d9658 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285892 Jun 23 22:47:47.074915 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41096) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:47.080050 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-0b1a321e-864a-4a4b-8fd8-24e3eec8ac6d tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Request body: {'security_group_rule': {'security_group_id': 'f3281fa8-3a82-460f-8fef-58b55888f631', 'project_id': 'cea45368b61d4748a164cc6b76293749', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:47:47.108193 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0b1a321e-864a-4a4b-8fd8-24e3eec8ac6d tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (d696c32b-bad1-4bed-8fd0-719622ed4bb8), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.136116 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:47.166404 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:47.177789 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0b1a321e-864a-4a4b-8fd8-24e3eec8ac6d tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (d696c32b-bad1-4bed-8fd0-719622ed4bb8), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.181799 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0b1a321e-864a-4a4b-8fd8-24e3eec8ac6d tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (d696c32b-bad1-4bed-8fd0-719622ed4bb8), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.201514 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a321e-864a-4a4b-8fd8-24e3eec8ac6d tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d696c32b-bad1-4bed-8fd0-719622ed4bb8,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:47.209518 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0b1a321e-864a-4a4b-8fd8-24e3eec8ac6d tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.210820 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-0b1a321e-864a-4a4b-8fd8-24e3eec8ac6d tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350577 Jun 23 22:47:47.213538 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41098) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:47.217854 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [None req-8e7a34f0-53a1-48f9-838d-381b1de2a74c tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Request body: {'security_group_rule': {'security_group_id': 'f3281fa8-3a82-460f-8fef-58b55888f631', 'project_id': 'cea45368b61d4748a164cc6b76293749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:47:47.240222 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.securitygroups_db [None req-8e7a34f0-53a1-48f9-838d-381b1de2a74c tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Project cea45368b61d4748a164cc6b76293749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 22:47:47.246211 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8e7a34f0-53a1-48f9-838d-381b1de2a74c tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (3e34e37c-c0d4-4ffd-ad74-76ad3629aa40), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.278016 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-6712ec99-aa6c-4c89-9007-9b09beb17847 admin admin] Deleting port 57bff874-2e9c-4052-9375-9804be3c3d95 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:47.278661 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6712ec99-aa6c-4c89-9007-9b09beb17847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.306431 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8e7a34f0-53a1-48f9-838d-381b1de2a74c tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (3e34e37c-c0d4-4ffd-ad74-76ad3629aa40), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.310072 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8e7a34f0-53a1-48f9-838d-381b1de2a74c tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (3e34e37c-c0d4-4ffd-ad74-76ad3629aa40), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.327853 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a34f0-53a1-48f9-838d-381b1de2a74c tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e34e37c-c0d4-4ffd-ad74-76ad3629aa40,revision_number=0']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:47.337376 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-8e7a34f0-53a1-48f9-838d-381b1de2a74c tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.341152 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-8e7a34f0-53a1-48f9-838d-381b1de2a74c tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241500 Jun 23 22:47:47.341639 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41100) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:47.348324 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.v2.base [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Request body: {'security_group_rule': {'security_group_id': 'f3281fa8-3a82-460f-8fef-58b55888f631', 'project_id': 'cea45368b61d4748a164cc6b76293749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:47:47.382127 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-6712ec99-aa6c-4c89-9007-9b09beb17847 admin admin] For port 57bff874-2e9c-4052-9375-9804be3c3d95, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=57bff874-2e9c-4052-9375-9804be3c3d95,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:47.382482 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6712ec99-aa6c-4c89-9007-9b09beb17847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.389761 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.db.securitygroups_db [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Project cea45368b61d4748a164cc6b76293749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 22:47:47.396263 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:47.401196 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-6712ec99-aa6c-4c89-9007-9b09beb17847 admin admin] Calling delete_port for 57bff874-2e9c-4052-9375-9804be3c3d95 owned by network:router_interface {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:47.403338 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (889927db-dcd2-4f0d-b438-2edf79341c0a), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.504415 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (889927db-dcd2-4f0d-b438-2edf79341c0a), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.509326 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:47.510157 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912231'] for security_group_rule (889927db-dcd2-4f0d-b438-2edf79341c0a), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.566700 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889927db-dcd2-4f0d-b438-2edf79341c0a,revision_number=0']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:47.583736 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.584916 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2423487 Jun 23 22:47:47.588476 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.588820 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.589172 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.589496 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.589824 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.590150 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.590473 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.590794 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.591140 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.591462 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.591782 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.592099 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.592418 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.592733 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.593394 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b038b8-ccf7-4ebb-9391-e810f90fdfb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:47.665612 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6712ec99-aa6c-4c89-9007-9b09beb17847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (57bff874-2e9c-4052-9375-9804be3c3d95), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.677863 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0cfa5562-2447-4b30-9f93-be3ee39af28c req-0be76cfd-1671-47c0-81b0-9954edd8d155 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008206565&fields=id&tenant_id=cea45368b61d4748a164cc6b76293749 HTTP/1.1" status: 200 len: 267 time: 0.0475736 Jun 23 22:47:47.689356 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712ec99-aa6c-4c89-9007-9b09beb17847 admin admin] Pushing event deleted for resources: {'Port': ['ID=57bff874-2e9c-4052-9375-9804be3c3d95,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:47.736924 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5562-2447-4b30-9f93-be3ee39af28c req-e35604f7-e358-43ff-a697-57517607d517 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:47.740092 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0cfa5562-2447-4b30-9f93-be3ee39af28c req-e35604f7-e358-43ff-a697-57517607d517 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 945 time: 0.0562575 Jun 23 22:47:47.751322 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-0cfa5562-2447-4b30-9f93-be3ee39af28c req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Request body: {'port': {'security_groups': ['f77b513e-f159-4924-9f7d-0f21a62daf16', 'f3281fa8-3a82-460f-8fef-58b55888f631']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:47:47.828600 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0cfa5562-2447-4b30-9f93-be3ee39af28c req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:47.861698 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6712ec99-aa6c-4c89-9007-9b09beb17847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886193'] for router_interface (eef7652e-6ef4-412f-8cc4-719a2988dded), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:48.029959 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-0cfa5562-2447-4b30-9f93-be3ee39af28c req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] For port fdbb6199-e947-45ff-aadd-1b4eb33cf84b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:48.059358 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0cfa5562-2447-4b30-9f93-be3ee39af28c req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:48.064595 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0cfa5562-2447-4b30-9f93-be3ee39af28c req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:48.076965 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['fdbb6199-e947-45ff-aadd-1b4eb33cf84b'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:47:48.082833 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6712ec99-aa6c-4c89-9007-9b09beb17847 admin admin] Router eef7652e-6ef4-412f-8cc4-719a2988dded has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:47:48.117308 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5562-2447-4b30-9f93-be3ee39af28c req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:48.117942 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-0cfa5562-2447-4b30-9f93-be3ee39af28c req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:48.125997 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-0cfa5562-2447-4b30-9f93-be3ee39af28c req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "PUT /v2.0/ports/fdbb6199-e947-45ff-aadd-1b4eb33cf84b HTTP/1.1" status: 200 len: 981 time: 0.3758523 Jun 23 22:47:48.125997 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:47:48.128685 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d890151-d496-4467-9f5b-d03da9aee785" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:47:48.180229 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event updated for resources: {'Port': ['ID=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,revision_number=6']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:48.195859 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.197867 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.198442 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.199066 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.199625 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.200200 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.200772 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.201332 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.201885 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.202434 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.203031 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.203597 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.204687 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.205263 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.205818 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc40ed-bfe4-4109-99ef-9d04249ea28e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:47:48.215681 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eda62b5-e1cf-4f01-89f3-6c58f07fccf6 x-openstack-request-id: req-0eda62b5-e1cf-4f01-89f3-6c58f07fccf6 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:47:48.217419 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:47:48.217808 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0eda62b5-e1cf-4f01-89f3-6c58f07fccf6 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:47:48.218308 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eda62b5-e1cf-4f01-89f3-6c58f07fccf6'] response: {'name': 'network-changed', 'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'status': 'completed', 'code': 200} Jun 23 22:47:48.227912 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['fdbb6199-e947-45ff-aadd-1b4eb33cf84b'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:47:48.263588 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6712ec99-aa6c-4c89-9007-9b09beb17847 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:47:48.272485 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6712ec99-aa6c-4c89-9007-9b09beb17847 admin admin] 10.222.0.43 "PUT /v2.0/routers/eef7652e-6ef4-412f-8cc4-719a2988dded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0637925 Jun 23 22:47:48.274909 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41108) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:48.278818 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbadb4-61c8-4afb-95b1-3a145d4c313d None None] Sync routers for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:47:48.294740 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbadb4-61c8-4afb-95b1-3a145d4c313d None None] Routers {'eef7652e-6ef4-412f-8cc4-719a2988dded'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:48.295331 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-35bbadb4-61c8-4afb-95b1-3a145d4c313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:47:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['eef7652e-6ef4-412f-8cc4-719a2988dded'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:48.306535 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d890151-d496-4467-9f5b-d03da9aee785 req-c52279ff-3767-43f2-b2e8-27a837f862cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:48.308314 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9d890151-d496-4467-9f5b-d03da9aee785 req-c52279ff-3767-43f2-b2e8-27a837f862cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cea45368b61d4748a164cc6b76293749&device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 1168 time: 0.0741496 Jun 23 22:47:48.317577 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efe630-f0a8-4f4f-a70a-065100ae5b7f req-a5d0b893-959b-4097-a6be-caa02bb964aa tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:48.319397 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-98efe630-f0a8-4f4f-a70a-065100ae5b7f req-a5d0b893-959b-4097-a6be-caa02bb964aa tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.1255584 Jun 23 22:47:48.375624 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:48.410647 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Publish callbacks [] for router (eef7652e-6ef4-412f-8cc4-719a2988dded), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:48.448485 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:48.472949 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-98efe630-f0a8-4f4f-a70a-065100ae5b7f req-cb122f13-1f52-494b-9054-78be322b974c tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3281fa8-3a82-460f-8fef-58b55888f631&id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437914 Jun 23 22:47:48.474718 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d890151-d496-4467-9f5b-d03da9aee785 req-1cbe17bf-52f9-4108-bbde-d036a5dfd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:48.476253 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9d890151-d496-4467-9f5b-d03da9aee785 req-1cbe17bf-52f9-4108-bbde-d036a5dfd52d service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd8c19e1-bc34-463d-b302-704d2f051ae3 HTTP/1.1" status: 200 len: 916 time: 0.1558201 Jun 23 22:47:48.493689 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:48.515329 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:48.531334 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Publish callbacks [] for router_gateway (eef7652e-6ef4-412f-8cc4-719a2988dded), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:48.556148 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9d890151-d496-4467-9f5b-d03da9aee785 req-154e88e6-cc26-4440-9ff9-e72669ac422f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b HTTP/1.1" status: 200 len: 1001 time: 0.0716226 Jun 23 22:47:48.580003 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Deleting port df9c6915-e40d-4c2d-b6ea-d45f699e0879 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:48.580448 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:48.627868 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d890151-d496-4467-9f5b-d03da9aee785 req-c0e1235e-eec7-4c82-9a64-219e393a5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:48.629938 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9d890151-d496-4467-9f5b-d03da9aee785 req-c0e1235e-eec7-4c82-9a64-219e393a5238 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87a6f24b-fda7-409c-8a60-e80da2359094 HTTP/1.1" status: 200 len: 854 time: 0.0679026 Jun 23 22:47:48.636259 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-7d10c658-c3c3-425e-ae1f-b16634003cc5 None None] Provisioning complete for port fdbb6199-e947-45ff-aadd-1b4eb33cf84b triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:47:48.636627 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7d10c658-c3c3-425e-ae1f-b16634003cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:48.676574 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:48.686437 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] For port df9c6915-e40d-4c2d-b6ea-d45f699e0879, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=df9c6915-e40d-4c2d-b6ea-d45f699e0879,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:48.686803 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:48.691415 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d890151-d496-4467-9f5b-d03da9aee785 req-dfdf769a-75a7-4155-bc97-d35d1441906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:47:48.693077 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9d890151-d496-4467-9f5b-d03da9aee785 req-dfdf769a-75a7-4155-bc97-d35d1441906c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd8c19e1-bc34-463d-b302-704d2f051ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558095 Jun 23 22:47:48.701935 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Calling delete_port for df9c6915-e40d-4c2d-b6ea-d45f699e0879 owned by network:router_gateway {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:48.702796 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-35bbadb4-61c8-4afb-95b1-3a145d4c313d None None] Set router eef7652e-6ef4-412f-8cc4-719a2988dded gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:47:48.787720 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9d890151-d496-4467-9f5b-d03da9aee785 req-68dc1320-0dfe-4c24-8b58-c4c5e8e1983a service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855808 Jun 23 22:47:48.881708 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (df9c6915-e40d-4c2d-b6ea-d45f699e0879), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:48.889617 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9d890151-d496-4467-9f5b-d03da9aee785 req-2b569b29-0a62-48f0-950e-2008f9b0b91f service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941458 Jun 23 22:47:48.908875 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Pushing event deleted for resources: {'Port': ['ID=df9c6915-e40d-4c2d-b6ea-d45f699e0879,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:48.939177 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:48.980479 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892053'] for router_gateway (eef7652e-6ef4-412f-8cc4-719a2988dded), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:48.991731 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-7d10c658-c3c3-425e-ae1f-b16634003cc5 None None] Current status of the port fdbb6199-e947-45ff-aadd-1b4eb33cf84b is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:47:49.069138 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7885660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7573'] for router (eef7652e-6ef4-412f-8cc4-719a2988dded), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.071495 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Publish callbacks [] for router_controller (eef7652e-6ef4-412f-8cc4-719a2988dded), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.100258 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-35bbadb4-61c8-4afb-95b1-3a145d4c313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'name': 'tempest-AttachVolumeShelveTestJSON-557995694-router', 'tenant_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:47:47Z', 'revision_number': 5, 'project_id': '9ab3a2e6c9634a06b33f1d82a28dc3f1', 'gw_port': {'id': 'df9c6915-e40d-4c2d-b6ea-d45f699e0879', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef7652e-6ef4-412f-8cc4-719a2988dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:41:52Z', 'updated_at': '2022-06-23T22:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:49.118032 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7885778'] for router (eef7652e-6ef4-412f-8cc4-719a2988dded), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.118641 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eef7652e-6ef4-412f-8cc4-719a2988dded {{(pid=104139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 22:47:49.123515 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.127320 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-b61f8daf-e218-4a30-a75e-1fc80c3be22a admin admin] 10.222.0.43 "DELETE /v2.0/routers/eef7652e-6ef4-412f-8cc4-719a2988dded HTTP/1.1" status: 204 len: 168 time: 0.8485966 Jun 23 22:47:49.127635 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41112) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:49.143812 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbadb4-61c8-4afb-95b1-3a145d4c313d None None] Checking router: eef7652e-6ef4-412f-8cc4-719a2988dded for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:47:49.181537 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f905dbe-d3c3-4f75-9822-38aa51b28c64 admin admin] Deleting subnet 73fac7ba-e561-4aac-8f69-54f4d658f85e {{(pid=104138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:47:49.184647 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2f905dbe-d3c3-4f75-9822-38aa51b28c64 admin admin] Publish callbacks [] for subnet (73fac7ba-e561-4aac-8f69-54f4d658f85e), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.189360 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbadb4-61c8-4afb-95b1-3a145d4c313d None None] Routers set() bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:47:49.189719 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbadb4-61c8-4afb-95b1-3a145d4c313d None None] Router IDs set() for agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 23 22:47:49.190413 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_agentschedulers_db [None req-35bbadb4-61c8-4afb-95b1-3a145d4c313d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eef7652e-6ef4-412f-8cc4-719a2988dded'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:47:25Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent'). {{(pid=104140) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 23 22:47:49.190792 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbadb4-61c8-4afb-95b1-3a145d4c313d None None] The sync data for ids ['eef7652e-6ef4-412f-8cc4-719a2988dded'] in dv-cinder-846173-2-iscsi is: [] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:47:49.222868 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2f905dbe-d3c3-4f75-9822-38aa51b28c64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350737'] for subnet (73fac7ba-e561-4aac-8f69-54f4d658f85e), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.305149 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2f905dbe-d3c3-4f75-9822-38aa51b28c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (73fac7ba-e561-4aac-8f69-54f4d658f85e), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.355955 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2f905dbe-d3c3-4f75-9822-38aa51b28c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4994293'] for subnet (73fac7ba-e561-4aac-8f69-54f4d658f85e), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.380937 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f905dbe-d3c3-4f75-9822-38aa51b28c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73fac7ba-e561-4aac-8f69-54f4d658f85e,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:49.384674 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-2f905dbe-d3c3-4f75-9822-38aa51b28c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.387835 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-2f905dbe-d3c3-4f75-9822-38aa51b28c64 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/73fac7ba-e561-4aac-8f69-54f4d658f85e HTTP/1.1" status: 204 len: 168 time: 0.2590532 Jun 23 22:47:49.390176 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41114) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:49.390509 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc8afca-65e6-40d7-985e-096604e0151b None None] Network c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:47:49.461877 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (c8ffa52a-0ee3-4aa1-92ba-211a08d60da3), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.474642 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=100 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:49.507614 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Deleting port e28030bd-1fc8-416a-b5e4-26ac93f1c780 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:49.507943 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.570827 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d12ecb-ec1a-4564-aef1-5700a897e763 None None] DHCP port deletion for c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 request from dv-cinder-846173-2-iscsi {{(pid=104140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 22:47:49.581430 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] For port e28030bd-1fc8-416a-b5e4-26ac93f1c780, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=e28030bd-1fc8-416a-b5e4-26ac93f1c780,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:49.581788 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.602749 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Calling delete_port for e28030bd-1fc8-416a-b5e4-26ac93f1c780 owned by network:dhcp {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:49.614099 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-64d12ecb-ec1a-4564-aef1-5700a897e763 None None] Deleting port e28030bd-1fc8-416a-b5e4-26ac93f1c780 {{(pid=104140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:47:49.614560 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-64d12ecb-ec1a-4564-aef1-5700a897e763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), before_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.655177 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:49.679557 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:49.680389 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-64d12ecb-ec1a-4564-aef1-5700a897e763 None None] For port e28030bd-1fc8-416a-b5e4-26ac93f1c780, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=e28030bd-1fc8-416a-b5e4-26ac93f1c780,segment=NetworkSegment(a408785c-a11e-482a-82f7-042871559e7c),segment_id=a408785c-a11e-482a-82f7-042871559e7c)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:47:49.680791 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-64d12ecb-ec1a-4564-aef1-5700a897e763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), precommit_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.693340 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.695012 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-64d12ecb-ec1a-4564-aef1-5700a897e763 None None] Calling delete_port for e28030bd-1fc8-416a-b5e4-26ac93f1c780 owned by network:dhcp {{(pid=104140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:47:49.720915 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e28030bd-1fc8-416a-b5e4-26ac93f1c780,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:49.725199 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] No DVR routers for this DVR port e28030bd-1fc8-416a-b5e4-26ac93f1c780 on host dv-cinder-846173-2-iscsi {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:47:49.772192 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-64d12ecb-ec1a-4564-aef1-5700a897e763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597'] for port (e28030bd-1fc8-416a-b5e4-26ac93f1c780), after_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.794734 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d12ecb-ec1a-4564-aef1-5700a897e763 None None] Pushing event deleted for resources: {'Port': ['ID=e28030bd-1fc8-416a-b5e4-26ac93f1c780,revision_number=None']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:49.799525 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (c8ffa52a-0ee3-4aa1-92ba-211a08d60da3), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.800466 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d12ecb-ec1a-4564-aef1-5700a897e763 None None] No DVR routers for this DVR port e28030bd-1fc8-416a-b5e4-26ac93f1c780 on host dv-cinder-846173-2-iscsi {{(pid=104140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:47:49.820523 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ffa52a-0ee3-4aa1-92ba-211a08d60da3']}} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:49.830108 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a408785c-a11e-482a-82f7-042871559e7c') {'for_net_delete': True} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:49.830402 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.services.segments.db [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a408785c-a11e-482a-82f7-042871559e7c') {} {{(pid=104138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:47:49.839841 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350730'] for segment (a408785c-a11e-482a-82f7-042871559e7c), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.853086 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (a408785c-a11e-482a-82f7-042871559e7c), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.859204 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=104138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:47:49.859582 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4770362'] for segment (a408785c-a11e-482a-82f7-042871559e7c), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.914753 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment a408785c-a11e-482a-82f7-042871559e7c resource provider aggregate not found Jun 23 22:47:49.925844 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (c8ffa52a-0ee3-4aa1-92ba-211a08d60da3), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.932261 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:49.935900 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c8ffa52a-0ee3-4aa1-92ba-211a08d60da3 HTTP/1.1" status: 204 len: 168 time: 0.5448265 Jun 23 22:47:49.937637 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.services.segments.plugin [-] Segment a408785c-a11e-482a-82f7-042871559e7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a408785c-a11e-482a-82f7-042871559e7c found for delete ", "request_id": "req-6a0c72a0-363b-4484-8b71-0f9dcaf38d08"}]} Jun 23 22:47:49.951266 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddd5f5-8f67-4e28-a764-d015a7b670c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ffa52a-0ee3-4aa1-92ba-211a08d60da3,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:50.062850 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41122) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:50.103712 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-53f35f77-14a5-46ee-8ae1-d87cf48061a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ab3a2e6c9634a06b33f1d82a28dc3f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390093 Jun 23 22:47:50.106081 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41124) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:50.155381 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3653b1b3-63ff-490e-9fac-36f75261130c admin admin] Publish callbacks [] for security_group (9da61eab-903f-4bf4-a22a-87e32a0d7fed), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:50.177223 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3653b1b3-63ff-490e-9fac-36f75261130c admin admin] Publish callbacks [] for security_group (9da61eab-903f-4bf4-a22a-87e32a0d7fed), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:50.223794 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3653b1b3-63ff-490e-9fac-36f75261130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9da61eab-903f-4bf4-a22a-87e32a0d7fed), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:50.226259 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3653b1b3-63ff-490e-9fac-36f75261130c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:50.227443 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3653b1b3-63ff-490e-9fac-36f75261130c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9da61eab-903f-4bf4-a22a-87e32a0d7fed HTTP/1.1" status: 204 len: 168 time: 0.1204851 Jun 23 22:47:50.235237 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653b1b3-63ff-490e-9fac-36f75261130c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da61eab-903f-4bf4-a22a-87e32a0d7fed,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:50.657141 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device df9c6915-e40d-4c2d-b6ea-d45f699e0879 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:47:50.677430 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: df9c6915-e40d-4c2d-b6ea-d45f699e0879 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:47:50.677830 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device df9c6915-e40d-4c2d-b6ea-d45f699e0879 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:47:50.678255 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device e28030bd-1fc8-416a-b5e4-26ac93f1c780 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:47:50.699996 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: e28030bd-1fc8-416a-b5e4-26ac93f1c780 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:47:50.700340 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device e28030bd-1fc8-416a-b5e4-26ac93f1c780 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:47:50.700759 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 57bff874-2e9c-4052-9375-9804be3c3d95 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:47:50.703058 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:50.719735 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 57bff874-2e9c-4052-9375-9804be3c3d95 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:47:50.720044 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 57bff874-2e9c-4052-9375-9804be3c3d95 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:47:52.363962 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-66999120-84a5-4fb4-82f8-b938b6577def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:54.545995 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e3bc36e4-b214-425d-af4b-6d3527a22224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:54.628741 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41212) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:54.732212 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-920e8474-01c1-4f7d-a00e-87634c6ed1d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:54.742665 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:54.811369 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-920e8474-01c1-4f7d-a00e-87634c6ed1d0 admin admin] Publish callbacks [] for security_group (33ad8878-2f0f-4b3e-8025-4ce6750206ab), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:54.815439 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-920e8474-01c1-4f7d-a00e-87634c6ed1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (33ad8878-2f0f-4b3e-8025-4ce6750206ab), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:54.818824 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:54.856778 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e8474-01c1-4f7d-a00e-87634c6ed1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ad8878-2f0f-4b3e-8025-4ce6750206ab,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:54.861781 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-920e8474-01c1-4f7d-a00e-87634c6ed1d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d1d101eeb854a64afde11b2c6391db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320323 Jun 23 22:47:54.864387 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41216) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:54.914057 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e97d41f6-9278-4546-8e00-b8ec2a423624 admin admin] Publish callbacks [] for security_group (33ad8878-2f0f-4b3e-8025-4ce6750206ab), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:54.935139 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e97d41f6-9278-4546-8e00-b8ec2a423624 admin admin] Publish callbacks [] for security_group (33ad8878-2f0f-4b3e-8025-4ce6750206ab), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:54.982464 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e97d41f6-9278-4546-8e00-b8ec2a423624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (33ad8878-2f0f-4b3e-8025-4ce6750206ab), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:54.985117 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e97d41f6-9278-4546-8e00-b8ec2a423624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:54.986743 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-e97d41f6-9278-4546-8e00-b8ec2a423624 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33ad8878-2f0f-4b3e-8025-4ce6750206ab HTTP/1.1" status: 204 len: 168 time: 0.1214442 Jun 23 22:47:54.995297 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d41f6-9278-4546-8e00-b8ec2a423624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ad8878-2f0f-4b3e-8025-4ce6750206ab,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:55.256788 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41222) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:55.270702 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0ce462e7-6400-48f3-aff5-97bb7da246f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:55.345486 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0ce462e7-6400-48f3-aff5-97bb7da246f6 admin admin] Publish callbacks [] for security_group (d9968af7-4549-41c4-b673-7908d04ea973), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:55.349138 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-0ce462e7-6400-48f3-aff5-97bb7da246f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (d9968af7-4549-41c4-b673-7908d04ea973), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:55.386303 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce462e7-6400-48f3-aff5-97bb7da246f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9968af7-4549-41c4-b673-7908d04ea973,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:55.390671 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-0ce462e7-6400-48f3-aff5-97bb7da246f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9dce2daaf0e74f7da73916506670c48b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326473 Jun 23 22:47:55.394459 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41224) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:55.443044 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93eda140-fbe4-4d10-a156-1b861e3f037f admin admin] Publish callbacks [] for security_group (d9968af7-4549-41c4-b673-7908d04ea973), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:55.464007 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93eda140-fbe4-4d10-a156-1b861e3f037f admin admin] Publish callbacks [] for security_group (d9968af7-4549-41c4-b673-7908d04ea973), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:55.512798 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93eda140-fbe4-4d10-a156-1b861e3f037f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (d9968af7-4549-41c4-b673-7908d04ea973), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:55.515327 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-93eda140-fbe4-4d10-a156-1b861e3f037f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:55.516998 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-93eda140-fbe4-4d10-a156-1b861e3f037f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9968af7-4549-41c4-b673-7908d04ea973 HTTP/1.1" status: 204 len: 168 time: 0.1210098 Jun 23 22:47:55.524996 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eda140-fbe4-4d10-a156-1b861e3f037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9968af7-4549-41c4-b673-7908d04ea973,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:56.006898 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:56.931093 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=22,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:56.933991 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:57.137645 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:57.474640 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:57.898695 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41292) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:58.003917 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-6a530e15-583c-493a-bf5a-78aa4f168066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.081433 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-6a530e15-583c-493a-bf5a-78aa4f168066 admin admin] Publish callbacks [] for security_group (8aaa32fb-f7da-4207-a706-75eae7d746e4), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.084572 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-6a530e15-583c-493a-bf5a-78aa4f168066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (8aaa32fb-f7da-4207-a706-75eae7d746e4), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.124802 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-6a530e15-583c-493a-bf5a-78aa4f168066 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04d77659ad9d429bab8449440909d4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226305 Jun 23 22:47:58.124802 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a530e15-583c-493a-bf5a-78aa4f168066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaa32fb-f7da-4207-a706-75eae7d746e4,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:58.126177 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41296) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:58.176186 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-794628b6-0d94-4c9b-b309-53d8ec2e6a70 admin admin] Publish callbacks [] for security_group (8aaa32fb-f7da-4207-a706-75eae7d746e4), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.197617 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-794628b6-0d94-4c9b-b309-53d8ec2e6a70 admin admin] Publish callbacks [] for security_group (8aaa32fb-f7da-4207-a706-75eae7d746e4), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.247543 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-794628b6-0d94-4c9b-b309-53d8ec2e6a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (8aaa32fb-f7da-4207-a706-75eae7d746e4), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.249988 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-794628b6-0d94-4c9b-b309-53d8ec2e6a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.252138 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-794628b6-0d94-4c9b-b309-53d8ec2e6a70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8aaa32fb-f7da-4207-a706-75eae7d746e4 HTTP/1.1" status: 204 len: 168 time: 0.1236398 Jun 23 22:47:58.259772 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794628b6-0d94-4c9b-b309-53d8ec2e6a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaa32fb-f7da-4207-a706-75eae7d746e4,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:58.518496 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41302) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:58.531775 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba742-27dc-4f96-94a9-66706ab9dbcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.608928 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba742-27dc-4f96-94a9-66706ab9dbcd admin admin] Publish callbacks [] for security_group (eac5bbac-896d-4d28-9d77-d5f94f6719c9), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.613290 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba742-27dc-4f96-94a9-66706ab9dbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (eac5bbac-896d-4d28-9d77-d5f94f6719c9), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.651247 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-eb6ba742-27dc-4f96-94a9-66706ab9dbcd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8850424d4c4945dfb02012c49ca545df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316423 Jun 23 22:47:58.653109 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ba742-27dc-4f96-94a9-66706ab9dbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac5bbac-896d-4d28-9d77-d5f94f6719c9,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:47:58.653946 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41304) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:47:58.679598 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:INSERT=10 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:58.706705 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9e652c9a-df1b-41cd-93a8-570b49917b28 admin admin] Publish callbacks [] for security_group (eac5bbac-896d-4d28-9d77-d5f94f6719c9), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.708896 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:47:58.729765 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9e652c9a-df1b-41cd-93a8-570b49917b28 admin admin] Publish callbacks [] for security_group (eac5bbac-896d-4d28-9d77-d5f94f6719c9), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.778903 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9e652c9a-df1b-41cd-93a8-570b49917b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (eac5bbac-896d-4d28-9d77-d5f94f6719c9), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.781362 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-9e652c9a-df1b-41cd-93a8-570b49917b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:47:58.783253 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-9e652c9a-df1b-41cd-93a8-570b49917b28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eac5bbac-896d-4d28-9d77-d5f94f6719c9 HTTP/1.1" status: 204 len: 168 time: 0.1282589 Jun 23 22:47:58.791291 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e652c9a-df1b-41cd-93a8-570b49917b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac5bbac-896d-4d28-9d77-d5f94f6719c9,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:03.208210 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:03.865398 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:48:05.241733 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41428) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:48:05.373258 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bde444c-d63d-42c4-88d0-d79330c9151f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:05.436699 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:05.457733 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bde444c-d63d-42c4-88d0-d79330c9151f admin admin] Publish callbacks [] for security_group (7fe34958-5d8a-4448-ab6e-c074e72c09c9), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:05.462239 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-3bde444c-d63d-42c4-88d0-d79330c9151f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (7fe34958-5d8a-4448-ab6e-c074e72c09c9), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:05.501831 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde444c-d63d-42c4-88d0-d79330c9151f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe34958-5d8a-4448-ab6e-c074e72c09c9,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:05.507249 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-3bde444c-d63d-42c4-88d0-d79330c9151f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2262428a26d847749695b897e55cd79b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644799 Jun 23 22:48:05.509869 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41432) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:48:05.561847 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fce62c79-7a43-4c86-b23a-39766e3e8c84 admin admin] Publish callbacks [] for security_group (7fe34958-5d8a-4448-ab6e-c074e72c09c9), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:05.580403 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=14 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:05.585499 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fce62c79-7a43-4c86-b23a-39766e3e8c84 admin admin] Publish callbacks [] for security_group (7fe34958-5d8a-4448-ab6e-c074e72c09c9), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:05.635341 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fce62c79-7a43-4c86-b23a-39766e3e8c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (7fe34958-5d8a-4448-ab6e-c074e72c09c9), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:05.637736 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-fce62c79-7a43-4c86-b23a-39766e3e8c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:05.638864 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-fce62c79-7a43-4c86-b23a-39766e3e8c84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fe34958-5d8a-4448-ab6e-c074e72c09c9 HTTP/1.1" status: 204 len: 168 time: 0.1281109 Jun 23 22:48:05.647282 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce62c79-7a43-4c86-b23a-39766e3e8c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe34958-5d8a-4448-ab6e-c074e72c09c9,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:05.909284 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41438) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:48:05.923016 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6fd98afe-1cb9-4ac7-97f1-27822f46ec0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:05.997940 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6fd98afe-1cb9-4ac7-97f1-27822f46ec0d admin admin] Publish callbacks [] for security_group (15e9143c-ab81-48f5-bd15-8a2cb9979050), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:06.002648 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-6fd98afe-1cb9-4ac7-97f1-27822f46ec0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (15e9143c-ab81-48f5-bd15-8a2cb9979050), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:06.041524 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-6fd98afe-1cb9-4ac7-97f1-27822f46ec0d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=498356379dbb4afa8160c33ba442aaf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311975 Jun 23 22:48:06.042607 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd98afe-1cb9-4ac7-97f1-27822f46ec0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e9143c-ab81-48f5-bd15-8a2cb9979050,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:06.044506 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41440) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:48:06.097714 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fe49a294-f842-4b2a-b57c-df0b5d4d2755 admin admin] Publish callbacks [] for security_group (15e9143c-ab81-48f5-bd15-8a2cb9979050), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:06.119192 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fe49a294-f842-4b2a-b57c-df0b5d4d2755 admin admin] Publish callbacks [] for security_group (15e9143c-ab81-48f5-bd15-8a2cb9979050), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:06.166627 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fe49a294-f842-4b2a-b57c-df0b5d4d2755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (15e9143c-ab81-48f5-bd15-8a2cb9979050), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:06.169351 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-fe49a294-f842-4b2a-b57c-df0b5d4d2755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:06.170527 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-fe49a294-f842-4b2a-b57c-df0b5d4d2755 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15e9143c-ab81-48f5-bd15-8a2cb9979050 HTTP/1.1" status: 204 len: 168 time: 0.1249576 Jun 23 22:48:06.179619 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49a294-f842-4b2a-b57c-df0b5d4d2755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e9143c-ab81-48f5-bd15-8a2cb9979050,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:07.221316 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41470) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:48:07.326755 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c6af769d-b347-49f2-b366-ee1543a316b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:07.403559 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c6af769d-b347-49f2-b366-ee1543a316b9 admin admin] Publish callbacks [] for security_group (12267478-26a0-4bf0-85b8-7fa316c4d8e0), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:07.407205 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-c6af769d-b347-49f2-b366-ee1543a316b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (12267478-26a0-4bf0-85b8-7fa316c4d8e0), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:07.446589 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-c6af769d-b347-49f2-b366-ee1543a316b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26a554ac2c914ace9c25ceb0b345be26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242007 Jun 23 22:48:07.447722 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af769d-b347-49f2-b366-ee1543a316b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12267478-26a0-4bf0-85b8-7fa316c4d8e0,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:07.449440 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41474) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:48:07.501418 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-df41fe00-6c19-4d34-9b6e-a3ff535281ec admin admin] Publish callbacks [] for security_group (12267478-26a0-4bf0-85b8-7fa316c4d8e0), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:07.522438 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-df41fe00-6c19-4d34-9b6e-a3ff535281ec admin admin] Publish callbacks [] for security_group (12267478-26a0-4bf0-85b8-7fa316c4d8e0), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:07.570548 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-df41fe00-6c19-4d34-9b6e-a3ff535281ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (12267478-26a0-4bf0-85b8-7fa316c4d8e0), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:07.573055 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-df41fe00-6c19-4d34-9b6e-a3ff535281ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:07.574795 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-df41fe00-6c19-4d34-9b6e-a3ff535281ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12267478-26a0-4bf0-85b8-7fa316c4d8e0 HTTP/1.1" status: 204 len: 168 time: 0.1243672 Jun 23 22:48:07.583113 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41fe00-6c19-4d34-9b6e-a3ff535281ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12267478-26a0-4bf0-85b8-7fa316c4d8e0,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:09.669178 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-637167a7-6e6c-4e80-a748-35c5da8a0b22 req-7aa4a055-1eb2-4f84-9760-21b104ea2dd2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410862 Jun 23 22:48:09.751358 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637167a7-6e6c-4e80-a748-35c5da8a0b22 req-09835f16-b494-4f7c-af9d-f1314212b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:09.752861 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-637167a7-6e6c-4e80-a748-35c5da8a0b22 req-09835f16-b494-4f7c-af9d-f1314212b007 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cea45368b61d4748a164cc6b76293749&device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 1168 time: 0.0394318 Jun 23 22:48:09.861770 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637167a7-6e6c-4e80-a748-35c5da8a0b22 req-cb537cbe-aa42-4ee4-b38d-98c83d2ae0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:09.863273 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-637167a7-6e6c-4e80-a748-35c5da8a0b22 req-cb537cbe-aa42-4ee4-b38d-98c83d2ae0c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd8c19e1-bc34-463d-b302-704d2f051ae3 HTTP/1.1" status: 200 len: 916 time: 0.0931456 Jun 23 22:48:09.924183 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-637167a7-6e6c-4e80-a748-35c5da8a0b22 req-070bae72-c012-43a4-ab07-df58cd08d07e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b HTTP/1.1" status: 200 len: 1001 time: 0.0542076 Jun 23 22:48:09.974038 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637167a7-6e6c-4e80-a748-35c5da8a0b22 req-76945b41-0bfa-4e75-a7dc-cdb282501f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:09.975517 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-637167a7-6e6c-4e80-a748-35c5da8a0b22 req-76945b41-0bfa-4e75-a7dc-cdb282501f9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87a6f24b-fda7-409c-8a60-e80da2359094 HTTP/1.1" status: 200 len: 854 time: 0.0440445 Jun 23 22:48:10.020470 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637167a7-6e6c-4e80-a748-35c5da8a0b22 req-2fac1670-37d6-4baf-b527-c43a175deade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:10.021944 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-637167a7-6e6c-4e80-a748-35c5da8a0b22 req-2fac1670-37d6-4baf-b527-c43a175deade service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd8c19e1-bc34-463d-b302-704d2f051ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397952 Jun 23 22:48:10.096194 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:10.119335 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-637167a7-6e6c-4e80-a748-35c5da8a0b22 req-357cc31e-8696-445d-958a-50021e9db0d2 service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909777 Jun 23 22:48:10.213825 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-637167a7-6e6c-4e80-a748-35c5da8a0b22 req-05040158-fb7f-4981-86a3-0c2ca968d410 service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887558 Jun 23 22:48:10.986244 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:11.039381 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949eea75-cefb-44d9-a445-ba12827bf09d req-3cdc07de-de70-4ff7-86de-7806bf8d2549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:11.040885 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-949eea75-cefb-44d9-a445-ba12827bf09d req-3cdc07de-de70-4ff7-86de-7806bf8d2549 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cea45368b61d4748a164cc6b76293749&device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 1168 time: 0.0723259 Jun 23 22:48:11.047560 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5cb4c-b72a-4afd-892b-e3fce0c16d3f req-db7f203a-17e4-457c-aa36-ae1ad1b706d2 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:11.049115 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-aca5cb4c-b72a-4afd-892b-e3fce0c16d3f req-db7f203a-17e4-457c-aa36-ae1ad1b706d2 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.0817740 Jun 23 22:48:11.178981 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-aca5cb4c-b72a-4afd-892b-e3fce0c16d3f req-94ed8d07-d4a2-4fb8-b621-9632fe6e7012 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3281fa8-3a82-460f-8fef-58b55888f631&id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212769 Jun 23 22:48:11.180021 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949eea75-cefb-44d9-a445-ba12827bf09d req-1bcacd04-976b-4531-88e8-2e1ac969efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:11.181360 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-949eea75-cefb-44d9-a445-ba12827bf09d req-1bcacd04-976b-4531-88e8-2e1ac969efff service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd8c19e1-bc34-463d-b302-704d2f051ae3 HTTP/1.1" status: 200 len: 916 time: 0.1310325 Jun 23 22:48:11.248004 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-949eea75-cefb-44d9-a445-ba12827bf09d req-d8edc8aa-c27a-4ed5-ad63-39dac5fa4fc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b HTTP/1.1" status: 200 len: 1001 time: 0.0603621 Jun 23 22:48:11.297700 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949eea75-cefb-44d9-a445-ba12827bf09d req-ba35d1ce-14b2-4a5f-b832-b2cd6441dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:11.299710 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-949eea75-cefb-44d9-a445-ba12827bf09d req-ba35d1ce-14b2-4a5f-b832-b2cd6441dcb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87a6f24b-fda7-409c-8a60-e80da2359094 HTTP/1.1" status: 200 len: 854 time: 0.0450008 Jun 23 22:48:11.343448 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949eea75-cefb-44d9-a445-ba12827bf09d req-274dffd5-5554-4585-8f3e-1294fca156a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:11.345717 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-949eea75-cefb-44d9-a445-ba12827bf09d req-274dffd5-5554-4585-8f3e-1294fca156a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd8c19e1-bc34-463d-b302-704d2f051ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400975 Jun 23 22:48:11.438878 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-949eea75-cefb-44d9-a445-ba12827bf09d req-772fb71d-b3db-4217-acce-7b92d9c71466 service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852208 Jun 23 22:48:11.529017 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-949eea75-cefb-44d9-a445-ba12827bf09d req-a32b0d70-8529-49d7-b681-853870ab48bb service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841329 Jun 23 22:48:11.737374 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41540) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:48:11.842072 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-532a155d-a996-4810-9349-14c27f25ccca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:11.919467 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-532a155d-a996-4810-9349-14c27f25ccca admin admin] Publish callbacks [] for security_group (9117bee8-1ae3-47a2-9228-202a7dcc81bf), precommit_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:11.923167 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-532a155d-a996-4810-9349-14c27f25ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9117bee8-1ae3-47a2-9228-202a7dcc81bf), after_create {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:11.962788 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-532a155d-a996-4810-9349-14c27f25ccca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41fa6d09534d477f8b69dd5852a23b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243369 Jun 23 22:48:11.963667 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a155d-a996-4810-9349-14c27f25ccca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9117bee8-1ae3-47a2-9228-202a7dcc81bf,revision_number=1']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:11.965509 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41544) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:48:12.015300 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-eb26298a-8fd6-437d-9e9c-395b8c00c5ea admin admin] Publish callbacks [] for security_group (9117bee8-1ae3-47a2-9228-202a7dcc81bf), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:12.041068 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-eb26298a-8fd6-437d-9e9c-395b8c00c5ea admin admin] Publish callbacks [] for security_group (9117bee8-1ae3-47a2-9228-202a7dcc81bf), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:12.087258 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-eb26298a-8fd6-437d-9e9c-395b8c00c5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (9117bee8-1ae3-47a2-9228-202a7dcc81bf), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:12.089974 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-eb26298a-8fd6-437d-9e9c-395b8c00c5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:12.091164 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-eb26298a-8fd6-437d-9e9c-395b8c00c5ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9117bee8-1ae3-47a2-9228-202a7dcc81bf HTTP/1.1" status: 204 len: 168 time: 0.1246347 Jun 23 22:48:12.100483 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26298a-8fd6-437d-9e9c-395b8c00c5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9117bee8-1ae3-47a2-9228-202a7dcc81bf,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:12.297753 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22240bd2-c5ba-4653-93b0-72b5cdfb40b2 req-6cba5732-9182-420a-b630-45ba683373dd tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:12.299277 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-22240bd2-c5ba-4653-93b0-72b5cdfb40b2 req-6cba5732-9182-420a-b630-45ba683373dd tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.0500562 Jun 23 22:48:12.363855 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-22240bd2-c5ba-4653-93b0-72b5cdfb40b2 req-a4d2ae01-a8fc-462b-963a-a2e606b28d86 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3281fa8-3a82-460f-8fef-58b55888f631&id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575271 Jun 23 22:48:12.368974 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41552) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:48:12.382460 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f8dc3e1e-ed00-4203-8a3e-5fdbecdcf74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:12.392171 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:12.446112 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:12.460565 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f8dc3e1e-ed00-4203-8a3e-5fdbecdcf74e admin admin] Publish callbacks [] for security_group (add00599-42fc-4127-9855-4c15c75f171b), precommit_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:12.464003 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f8dc3e1e-ed00-4203-8a3e-5fdbecdcf74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (add00599-42fc-4127-9855-4c15c75f171b), after_create {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:12.504344 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-f8dc3e1e-ed00-4203-8a3e-5fdbecdcf74e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f03ceeefef34eaa8c4aad6c1ef3c2c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344333 Jun 23 22:48:12.506241 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc3e1e-ed00-4203-8a3e-5fdbecdcf74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add00599-42fc-4127-9855-4c15c75f171b,revision_number=1']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:12.507236 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41554) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:48:12.537087 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:12.562172 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c07b45d4-1397-4bd1-9ccb-a0e5a9dec42c admin admin] Publish callbacks [] for security_group (add00599-42fc-4127-9855-4c15c75f171b), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:12.586612 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c07b45d4-1397-4bd1-9ccb-a0e5a9dec42c admin admin] Publish callbacks [] for security_group (add00599-42fc-4127-9855-4c15c75f171b), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:12.634831 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c07b45d4-1397-4bd1-9ccb-a0e5a9dec42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (add00599-42fc-4127-9855-4c15c75f171b), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:12.637329 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-c07b45d4-1397-4bd1-9ccb-a0e5a9dec42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:12.638445 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-c07b45d4-1397-4bd1-9ccb-a0e5a9dec42c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/add00599-42fc-4127-9855-4c15c75f171b HTTP/1.1" status: 204 len: 168 time: 0.1302497 Jun 23 22:48:12.646949 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b45d4-1397-4bd1-9ccb-a0e5a9dec42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add00599-42fc-4127-9855-4c15c75f171b,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:13.479386 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40624bac-fdfb-4567-b835-ba8a5bada567 req-7662e4fe-b5c1-4c85-91b5-43826f65d5c1 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:13.480865 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-40624bac-fdfb-4567-b835-ba8a5bada567 req-7662e4fe-b5c1-4c85-91b5-43826f65d5c1 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.0471261 Jun 23 22:48:13.540674 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-40624bac-fdfb-4567-b835-ba8a5bada567 req-f824e62d-2604-466c-9c32-14fa31c7e135 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3281fa8-3a82-460f-8fef-58b55888f631&id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539768 Jun 23 22:48:14.654436 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294cc07-9b33-4c01-8968-9f8c354af150 req-fcaf75a4-0465-4578-9fe9-63d096381fb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:14.655903 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e294cc07-9b33-4c01-8968-9f8c354af150 req-fcaf75a4-0465-4578-9fe9-63d096381fb6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.0485005 Jun 23 22:48:14.714432 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-e294cc07-9b33-4c01-8968-9f8c354af150 req-138b405f-84fd-4af9-b63c-1e110948392e tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3281fa8-3a82-460f-8fef-58b55888f631&id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529077 Jun 23 22:48:15.830861 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfea8f-c7e6-4802-9a79-d6e13384bcea req-8687a603-1840-4b47-b6de-c0a7d2489ee4 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:15.832297 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9bdfea8f-c7e6-4802-9a79-d6e13384bcea req-8687a603-1840-4b47-b6de-c0a7d2489ee4 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.0506353 Jun 23 22:48:15.834779 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:15.839078 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:15.891328 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9bdfea8f-c7e6-4802-9a79-d6e13384bcea req-6f74b0da-720b-405c-b837-4aa6dfe3be25 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3281fa8-3a82-460f-8fef-58b55888f631&id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530736 Jun 23 22:48:17.004921 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711d2fb-ff78-4769-b405-8702bd59c84d req-c6f2af2d-f5fc-455a-8ff6-4adb4ff4dbb4 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:17.006405 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1711d2fb-ff78-4769-b405-8702bd59c84d req-c6f2af2d-f5fc-455a-8ff6-4adb4ff4dbb4 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.0473900 Jun 23 22:48:17.065552 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-1711d2fb-ff78-4769-b405-8702bd59c84d req-36a44947-f230-49c3-8136-bd515e98cf8a tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3281fa8-3a82-460f-8fef-58b55888f631&id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529413 Jun 23 22:48:18.179802 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bc479-262c-45b6-a390-89a85afa4f6d req-f0b58c1e-5bea-4480-bd5c-4e06f9237b94 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:18.181258 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f02bc479-262c-45b6-a390-89a85afa4f6d req-f0b58c1e-5bea-4480-bd5c-4e06f9237b94 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.0478823 Jun 23 22:48:18.245131 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f02bc479-262c-45b6-a390-89a85afa4f6d req-6454a163-6c05-4ba6-a160-4819818e4098 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3281fa8-3a82-460f-8fef-58b55888f631&id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579967 Jun 23 22:48:19.360255 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989147cc-715d-45df-8f31-99f6447c0ffc req-db7ad804-9282-4a79-a78d-9b5ff9d204e6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:19.361708 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-989147cc-715d-45df-8f31-99f6447c0ffc req-db7ad804-9282-4a79-a78d-9b5ff9d204e6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.0474083 Jun 23 22:48:19.424677 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-989147cc-715d-45df-8f31-99f6447c0ffc req-cef6b3f7-e5c3-47f9-8f57-e3cebe475f63 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3281fa8-3a82-460f-8fef-58b55888f631&id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571549 Jun 23 22:48:20.539298 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54d852-f1a3-4f21-91ab-820093de8565 req-1ca6d54a-026a-4f61-958e-33b9ac92cc57 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:20.540844 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d54d852-f1a3-4f21-91ab-820093de8565 req-1ca6d54a-026a-4f61-958e-33b9ac92cc57 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.0472307 Jun 23 22:48:20.601165 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5d54d852-f1a3-4f21-91ab-820093de8565 req-d76ce033-1027-4e6f-bb13-3b285836d887 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3281fa8-3a82-460f-8fef-58b55888f631&id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544028 Jun 23 22:48:21.700259 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:21.719853 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700b267-e0d5-447d-b1da-9f5f1f77496e req-88717f16-add7-4e15-98db-ee8a30a15616 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:21.721225 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9700b267-e0d5-447d-b1da-9f5f1f77496e req-88717f16-add7-4e15-98db-ee8a30a15616 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.0516782 Jun 23 22:48:21.778887 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-9700b267-e0d5-447d-b1da-9f5f1f77496e req-1d0bd137-cad3-4f0c-8ffb-0fb1f13d0509 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3281fa8-3a82-460f-8fef-58b55888f631&id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521116 Jun 23 22:48:22.113194 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:22.354210 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:22.367626 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-6d321a6f-bbe6-4545-8177-529c58c9116c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:22.619731 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:22.643433 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:22.891576 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11315-eaf8-4d71-b609-60e4acb180cd req-30ba8fe7-7d14-468b-9864-fa153b3b2977 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:22.892943 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f1a11315-eaf8-4d71-b609-60e4acb180cd req-30ba8fe7-7d14-468b-9864-fa153b3b2977 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.0469205 Jun 23 22:48:22.932917 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:22.952985 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-f1a11315-eaf8-4d71-b609-60e4acb180cd req-0a6903be-12ac-4601-b817-208e17bc7e27 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3281fa8-3a82-460f-8fef-58b55888f631&id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544186 Jun 23 22:48:24.537935 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-cf675cf4-afaa-4f65-a974-26c922ab0405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:26.007399 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:27.142187 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:27.476905 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:32.947492 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=20 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:33.210043 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:40.864660 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:48:43.199832 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:43.206275 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:52.369886 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c870537e-0cfd-4b9d-924e-684a6f8856bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:52.841202 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=16 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:52.846735 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=18 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:54.540687 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-fe9ece4b-1486-4534-9d20-b191104bb33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:55.458517 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-de0651ea-d3b9-4982-b8e3-2cb335db4115 req-4d8f35ad-99d5-48a0-ac29-7f16022f3416 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008206565&fields=id&tenant_id=cea45368b61d4748a164cc6b76293749 HTTP/1.1" status: 200 len: 267 time: 0.0443559 Jun 23 22:48:55.511283 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0651ea-d3b9-4982-b8e3-2cb335db4115 req-c04940ae-e252-4795-8aa2-dabffde17f02 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:55.512700 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-de0651ea-d3b9-4982-b8e3-2cb335db4115 req-c04940ae-e252-4795-8aa2-dabffde17f02 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 984 time: 0.0489795 Jun 23 22:48:55.523537 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.v2.base [req-de0651ea-d3b9-4982-b8e3-2cb335db4115 req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Request body: {'port': {'security_groups': ['f77b513e-f159-4924-9f7d-0f21a62daf16']}} {{(pid=104138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 22:48:55.591624 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-de0651ea-d3b9-4982-b8e3-2cb335db4115 req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928473'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), before_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:55.759553 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-de0651ea-d3b9-4982-b8e3-2cb335db4115 req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] For port fdbb6199-e947-45ff-aadd-1b4eb33cf84b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:48:55.787110 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-de0651ea-d3b9-4982-b8e3-2cb335db4115 req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), precommit_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:55.791649 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-de0651ea-d3b9-4982-b8e3-2cb335db4115 req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743240932446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743240445606', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743240445624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770334'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), after_update {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:55.803889 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['fdbb6199-e947-45ff-aadd-1b4eb33cf84b'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:48:55.839428 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0651ea-d3b9-4982-b8e3-2cb335db4115 req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:55.840104 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-de0651ea-d3b9-4982-b8e3-2cb335db4115 req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:55.841530 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-de0651ea-d3b9-4982-b8e3-2cb335db4115 req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "PUT /v2.0/ports/fdbb6199-e947-45ff-aadd-1b4eb33cf84b HTTP/1.1" status: 200 len: 942 time: 0.3223739 Jun 23 22:48:55.841971 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:48:55.844997 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798e1833-8bb8-43af-b173-404d9e66be76" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:48:55.852278 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41584) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:48:55.867045 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event updated for resources: {'Port': ['ID=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,revision_number=7']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:55.881860 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.882829 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.883349 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.883756 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.884167 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.884629 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.885091 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.885462 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.885757 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.886085 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.886412 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.886737 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.887090 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.887413 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.887739 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e020c6-a3cc-4fbd-9fb0-447048675eb9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:55.910961 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['fdbb6199-e947-45ff-aadd-1b4eb33cf84b'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:48:55.926710 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a651ee-e2d6-4a6e-ae74-05f81c315dac x-openstack-request-id: req-57a651ee-e2d6-4a6e-ae74-05f81c315dac {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:48:55.927098 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:48:55.927302 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57a651ee-e2d6-4a6e-ae74-05f81c315dac {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:48:55.927671 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group (f3281fa8-3a82-460f-8fef-58b55888f631), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:55.927811 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a651ee-e2d6-4a6e-ae74-05f81c315dac'] response: {'name': 'network-changed', 'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'status': 'completed', 'code': 200} Jun 23 22:48:55.956068 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group (f3281fa8-3a82-460f-8fef-58b55888f631), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:56.010482 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e1833-8bb8-43af-b173-404d9e66be76 req-8c3da590-ceff-4167-aca4-98eece0b5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:56.011608 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-798e1833-8bb8-43af-b173-404d9e66be76 req-8c3da590-ceff-4167-aca4-98eece0b5f42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cea45368b61d4748a164cc6b76293749&device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 1129 time: 0.0598557 Jun 23 22:48:56.055864 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (f3281fa8-3a82-460f-8fef-58b55888f631), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:56.056875 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:56.058630 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:56.063336 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "DELETE /v2.0/security-groups/f3281fa8-3a82-460f-8fef-58b55888f631 HTTP/1.1" status: 204 len: 168 time: 0.2100036 Jun 23 22:48:56.063756 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41586) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:48:56.075077 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3281fa8-3a82-460f-8fef-58b55888f631,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:56.083839 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.084421 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.084933 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.085269 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.085594 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.085917 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.086241 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.086561 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.086873 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.087434 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.087751 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.088070 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.088385 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.088698 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.089013 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef989-b61a-469a-a350-2ce7ddd8f021 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:48:56.205858 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.provisioning_blocks [None req-c92a00d1-45b4-4d0f-9f82-52f6ff6ce29b None None] Provisioning complete for port fdbb6199-e947-45ff-aadd-1b4eb33cf84b triggered by entity DHCP. {{(pid=104140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 22:48:56.206152 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e1833-8bb8-43af-b173-404d9e66be76 req-7b3fec85-ad0e-4368-b646-3f824f651ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:56.206268 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c92a00d1-45b4-4d0f-9f82-52f6ff6ce29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628185'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), provisioning_complete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:56.207417 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-798e1833-8bb8-43af-b173-404d9e66be76 req-7b3fec85-ad0e-4368-b646-3f824f651ac0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd8c19e1-bc34-463d-b302-704d2f051ae3 HTTP/1.1" status: 200 len: 916 time: 0.1895518 Jun 23 22:48:56.279783 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-c92a00d1-45b4-4d0f-9f82-52f6ff6ce29b None None] Current status of the port fdbb6199-e947-45ff-aadd-1b4eb33cf84b is: ACTIVE; New status is: ACTIVE {{(pid=104140) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 22:48:56.563348 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-798e1833-8bb8-43af-b173-404d9e66be76 req-26e65cc9-19bf-4446-9d2a-83fd2b98cc6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b HTTP/1.1" status: 200 len: 1001 time: 0.3468533 Jun 23 22:48:56.569946 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Deleting port 165c1e39-2d56-46bf-9f2e-350d57554d90 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:48:56.570273 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (165c1e39-2d56-46bf-9f2e-350d57554d90), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:56.660727 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e1833-8bb8-43af-b173-404d9e66be76 req-3b641dfd-34f7-44d8-ba2b-faf7566fe3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:56.662212 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-798e1833-8bb8-43af-b173-404d9e66be76 req-3b641dfd-34f7-44d8-ba2b-faf7566fe3ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87a6f24b-fda7-409c-8a60-e80da2359094 HTTP/1.1" status: 200 len: 854 time: 0.0930693 Jun 23 22:48:56.665659 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:56.704655 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:56.719536 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (165c1e39-2d56-46bf-9f2e-350d57554d90), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:56.720066 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for floatingip (165c1e39-2d56-46bf-9f2e-350d57554d90), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:56.731249 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e1833-8bb8-43af-b173-404d9e66be76 req-c758cee5-3b98-4e02-85e4-3493e6bc89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:56.732764 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-798e1833-8bb8-43af-b173-404d9e66be76 req-c758cee5-3b98-4e02-85e4-3493e6bc89a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd8c19e1-bc34-463d-b302-704d2f051ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637898 Jun 23 22:48:56.738512 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Calling delete_port for 165c1e39-2d56-46bf-9f2e-350d57554d90 owned by network:floatingip {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:48:56.901097 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-798e1833-8bb8-43af-b173-404d9e66be76 req-b6b43d28-e85c-40df-b19a-dfdab5ee3164 service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602678 Jun 23 22:48:57.039132 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-798e1833-8bb8-43af-b173-404d9e66be76 req-b4bc86e5-9ad6-43bd-8cac-181da1ab9488 service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303964 Jun 23 22:48:57.045112 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (165c1e39-2d56-46bf-9f2e-350d57554d90), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:57.088697 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event deleted for resources: {'Port': ['ID=165c1e39-2d56-46bf-9f2e-350d57554d90,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:48:57.143981 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:57.151489 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks [] for floatingip (5ad2967d-1d34-4aec-a7cd-c9091ea27a8f), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:57.151907 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.db.l3_db [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Floating IP 5ad2967d-1d34-4aec-a7cd-c9091ea27a8f disassociated (deleted). External IP: 172.27.2.102, port: fdbb6199-e947-45ff-aadd-1b4eb33cf84b. Jun 23 22:48:57.348030 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Router 35495535-31dc-4c96-b433-bc03414b08f0 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:48:57.457427 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:48:57.462311 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for floatingip (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:57.467581 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87666436-91ff-4dd9-bdbf-d70db4de7502 None None] Sync routers for ids ['35495535-31dc-4c96-b433-bc03414b08f0'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:48:57.480626 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87666436-91ff-4dd9-bdbf-d70db4de7502 None None] Routers {'35495535-31dc-4c96-b433-bc03414b08f0'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:48:57.481082 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:48:57.481929 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-87666436-91ff-4dd9-bdbf-d70db4de7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:48:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['35495535-31dc-4c96-b433-bc03414b08f0'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:48:57.493426 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-571c7878-780b-4d35-a1e6-243d6b43a3e7 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "DELETE /v2.0/floatingips/5ad2967d-1d34-4aec-a7cd-c9091ea27a8f HTTP/1.1" status: 204 len: 168 time: 1.4284232 Jun 23 22:48:57.584778 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-87666436-91ff-4dd9-bdbf-d70db4de7502 None None] Set router 35495535-31dc-4c96-b433-bc03414b08f0 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:48:57.790559 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-87666436-91ff-4dd9-bdbf-d70db4de7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9', 'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'mac_address': 'fa:16:3e:90:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:54Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 5, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'subnets': [{'id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:48:57.817925 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87666436-91ff-4dd9-bdbf-d70db4de7502 None None] Checking router: 35495535-31dc-4c96-b433-bc03414b08f0 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:48:57.826024 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87666436-91ff-4dd9-bdbf-d70db4de7502 None None] Routers {'35495535-31dc-4c96-b433-bc03414b08f0'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:48:57.826601 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-87666436-91ff-4dd9-bdbf-d70db4de7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:48:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['35495535-31dc-4c96-b433-bc03414b08f0'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:48:57.924414 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-87666436-91ff-4dd9-bdbf-d70db4de7502 None None] Set router 35495535-31dc-4c96-b433-bc03414b08f0 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:48:57.928372 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:48:57.930722 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2543c478-22ea-4460-a9e6-5c2884545452" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:48:57.965836 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 22:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f169faf1-e2a0-444e-9c90-bc0ef2c74b46 x-openstack-request-id: req-f169faf1-e2a0-444e-9c90-bc0ef2c74b46 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:48:57.966140 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:48:57.966419 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f169faf1-e2a0-444e-9c90-bc0ef2c74b46 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:48:57.966820 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f169faf1-e2a0-444e-9c90-bc0ef2c74b46'] response: {'name': 'network-changed', 'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'status': 'completed', 'code': 200} Jun 23 22:48:58.106313 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-87666436-91ff-4dd9-bdbf-d70db4de7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9', 'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'mac_address': 'fa:16:3e:90:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:54Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 5, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'subnets': [{'id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:48:58.110640 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:58.119725 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543c478-22ea-4460-a9e6-5c2884545452 req-d9e352eb-42f1-4c2b-8e59-e24da159a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:58.121319 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2543c478-22ea-4460-a9e6-5c2884545452 req-d9e352eb-42f1-4c2b-8e59-e24da159a7ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cea45368b61d4748a164cc6b76293749&device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 1129 time: 0.0426259 Jun 23 22:48:58.131097 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87666436-91ff-4dd9-bdbf-d70db4de7502 None None] The sync data for ids ['35495535-31dc-4c96-b433-bc03414b08f0'] in dv-cinder-846173-2-iscsi is: [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:46:54Z', 'revision_number': 4, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi', '_interfaces': [{'id': '24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9', 'name': '', 'network_id': 'cd8c19e1-bc34-463d-b302-704d2f051ae3', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'mac_address': 'fa:16:3e:90:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:54Z', 'updated_at': '2022-06-23T22:47:00Z', 'revision_number': 5, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'subnets': [{'id': '87a6f24b-fda7-409c-8a60-e80da2359094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:48:58.160856 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:48:58.233488 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543c478-22ea-4460-a9e6-5c2884545452 req-c1074838-10ea-4e0b-b6a8-92da1fbe7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:58.235122 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2543c478-22ea-4460-a9e6-5c2884545452 req-c1074838-10ea-4e0b-b6a8-92da1fbe7988 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd8c19e1-bc34-463d-b302-704d2f051ae3 HTTP/1.1" status: 200 len: 916 time: 0.1074743 Jun 23 22:48:58.277496 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2543c478-22ea-4460-a9e6-5c2884545452 req-6ebdd04a-a8c6-49c0-b910-af3ea016c381 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b HTTP/1.1" status: 200 len: 217 time: 0.0342019 Jun 23 22:48:58.330703 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543c478-22ea-4460-a9e6-5c2884545452 req-6e2c6395-b5b9-48df-9776-5fb0e659b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:58.332276 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2543c478-22ea-4460-a9e6-5c2884545452 req-6e2c6395-b5b9-48df-9776-5fb0e659b1ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87a6f24b-fda7-409c-8a60-e80da2359094 HTTP/1.1" status: 200 len: 854 time: 0.0491016 Jun 23 22:48:58.366359 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6f89e-e638-4085-b1d3-f954040bbe2b None None] New status for floating IP 5ad2967d-1d34-4aec-a7cd-c9091ea27a8f: DOWN {{(pid=104140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 22:48:58.381096 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543c478-22ea-4460-a9e6-5c2884545452 req-440a8ec1-dd52-4388-bf23-25dbbeeac424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:48:58.383040 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2543c478-22ea-4460-a9e6-5c2884545452 req-440a8ec1-dd52-4388-bf23-25dbbeeac424 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd8c19e1-bc34-463d-b302-704d2f051ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430412 Jun 23 22:48:58.488366 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2543c478-22ea-4460-a9e6-5c2884545452 req-cd0aa673-c2d2-402d-95a7-dd9e0a02fc50 service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988274 Jun 23 22:48:58.581454 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-2543c478-22ea-4460-a9e6-5c2884545452 req-e26da847-4340-4401-a6f6-c2da9a3a8ae1 service neutron] 10.222.0.55 "GET /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866046 Jun 23 22:49:00.222630 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da358ae4-6814-4045-9ae3-17d3d745757b req-ef7d9af6-4b86-46e2-a999-d51b72a793c3 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:49:00.224114 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-da358ae4-6814-4045-9ae3-17d3d745757b req-ef7d9af6-4b86-46e2-a999-d51b72a793c3 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 945 time: 0.0472937 Jun 23 22:49:00.271126 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-da358ae4-6814-4045-9ae3-17d3d745757b req-3cbe3083-bdae-4aa3-9401-f9f52063403a tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414522 Jun 23 22:49:01.384048 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ae541-7384-43bd-ab6f-1b355f8c72db req-d23fa939-4c91-4f61-9dda-1ce011d4e890 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:49:01.385396 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-879ae541-7384-43bd-ab6f-1b355f8c72db req-d23fa939-4c91-4f61-9dda-1ce011d4e890 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 945 time: 0.0451188 Jun 23 22:49:01.431807 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-879ae541-7384-43bd-ab6f-1b355f8c72db req-41881a86-392a-4199-be74-688f2f141da6 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/security-groups?id=f77b513e-f159-4924-9f7d-0f21a62daf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Jun 23 22:49:01.989817 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f25f6-fcb2-42bb-adb1-4dbb4fcc1fd2 req-fa725180-9ab2-4769-9943-443df138ec0f tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 22:49:01.991276 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-469f25f6-fcb2-42bb-adb1-4dbb4fcc1fd2 req-fa725180-9ab2-4769-9943-443df138ec0f tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 945 time: 0.0493815 Jun 23 22:49:02.069229 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-469f25f6-fcb2-42bb-adb1-4dbb4fcc1fd2 req-82ef6b84-5351-445c-84a1-976855ad0851 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Deleting port fdbb6199-e947-45ff-aadd-1b4eb33cf84b {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:49:02.069561 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-469f25f6-fcb2-42bb-adb1-4dbb4fcc1fd2 req-82ef6b84-5351-445c-84a1-976855ad0851 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:02.161123 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [req-469f25f6-fcb2-42bb-adb1-4dbb4fcc1fd2 req-82ef6b84-5351-445c-84a1-976855ad0851 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] For port fdbb6199-e947-45ff-aadd-1b4eb33cf84b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:49:02.161490 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-469f25f6-fcb2-42bb-adb1-4dbb4fcc1fd2 req-82ef6b84-5351-445c-84a1-976855ad0851 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:02.174809 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [req-469f25f6-fcb2-42bb-adb1-4dbb4fcc1fd2 req-82ef6b84-5351-445c-84a1-976855ad0851 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Calling delete_port for fdbb6199-e947-45ff-aadd-1b4eb33cf84b owned by compute:nova {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:49:02.283935 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:02.300424 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-469f25f6-fcb2-42bb-adb1-4dbb4fcc1fd2 req-82ef6b84-5351-445c-84a1-976855ad0851 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (fdbb6199-e947-45ff-aadd-1b4eb33cf84b), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:02.307900 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:02.312650 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] get_ports_and_sgs() called for port_ids ['fdbb6199-e947-45ff-aadd-1b4eb33cf84b'] {{(pid=104140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 22:49:02.328866 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef6b84-5351-445c-84a1-976855ad0851 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Pushing event deleted for resources: {'Port': ['ID=fdbb6199-e947-45ff-aadd-1b4eb33cf84b,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:02.374901 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.l3_dvrscheduler_db [req-469f25f6-fcb2-42bb-adb1-4dbb4fcc1fd2 req-82ef6b84-5351-445c-84a1-976855ad0851 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] No DVR routers for this DVR port fdbb6199-e947-45ff-aadd-1b4eb33cf84b on host hv-cinder-84617 {{(pid=104138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:49:02.378135 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [req-469f25f6-fcb2-42bb-adb1-4dbb4fcc1fd2 req-82ef6b84-5351-445c-84a1-976855ad0851 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496994'] for port (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:02.381400 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-469f25f6-fcb2-42bb-adb1-4dbb4fcc1fd2 req-82ef6b84-5351-445c-84a1-976855ad0851 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.55 "DELETE /v2.0/ports/fdbb6199-e947-45ff-aadd-1b4eb33cf84b HTTP/1.1" status: 204 len: 173 time: 0.3850489 Jun 23 22:49:02.381828 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'name': 'network-vif-deleted', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b'}] {{(pid=104138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 22:49:02.384135 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2164315d01dc050225df68531a3a42b475c4e5fe4a47285ae101cc356d99df70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcce0e5-3109-45ce-8239-7e47698de3cb" -d '{"events": [{"server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "name": "network-vif-deleted", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b"}]}' {{(pid=104138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 22:49:02.425591 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3bf26e-11d5-4e56-9b88-1b1bd87034d7 x-openstack-request-id: req-aa3bf26e-11d5-4e56-9b88-1b1bd87034d7 {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 22:49:02.425879 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d677cc-4aa2-43b3-802a-ef29bf811b24", "name": "network-vif-deleted", "tag": "fdbb6199-e947-45ff-aadd-1b4eb33cf84b", "status": "completed", "code": 200}]} {{(pid=104138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 22:49:02.426131 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa3bf26e-11d5-4e56-9b88-1b1bd87034d7 {{(pid=104138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 22:49:02.426532 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3bf26e-11d5-4e56-9b88-1b1bd87034d7'] response: {'server_uuid': 'e1d677cc-4aa2-43b3-802a-ef29bf811b24', 'name': 'network-vif-deleted', 'tag': 'fdbb6199-e947-45ff-aadd-1b4eb33cf84b', 'status': 'completed', 'code': 200} Jun 23 22:49:02.542457 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [req-5aeb4ef5-693a-4484-ae27-7c4a66664c66 req-a375b2df-d50f-4b4d-a66d-bae6dc84a0d9 tempest-TestMinimumBasicScenario-1760197661 tempest-TestMinimumBasicScenario-1760197661-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1d677cc-4aa2-43b3-802a-ef29bf811b24 HTTP/1.1" status: 200 len: 210 time: 0.0276427 Jun 23 22:49:03.208362 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:04.295798 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41670) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:49:04.604733 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dc9c77f1-6f15-4ea3-9da9-41ddcae17777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7886309'] for router_interface (35495535-31dc-4c96-b433-bc03414b08f0), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:04.816929 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c77f1-6f15-4ea3-9da9-41ddcae17777 admin admin] Deleting port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:49:04.817259 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dc9c77f1-6f15-4ea3-9da9-41ddcae17777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:04.891542 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-dc9c77f1-6f15-4ea3-9da9-41ddcae17777 admin admin] For port 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:49:04.891812 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dc9c77f1-6f15-4ea3-9da9-41ddcae17777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:04.903955 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c77f1-6f15-4ea3-9da9-41ddcae17777 admin admin] Calling delete_port for 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 owned by network:router_interface {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:49:05.012126 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=100 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:05.080806 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dc9c77f1-6f15-4ea3-9da9-41ddcae17777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:05.112919 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c77f1-6f15-4ea3-9da9-41ddcae17777 admin admin] Pushing event deleted for resources: {'Port': ['ID=24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:05.121924 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:05.281158 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-dc9c77f1-6f15-4ea3-9da9-41ddcae17777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886193'] for router_interface (35495535-31dc-4c96-b433-bc03414b08f0), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:05.513088 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9c77f1-6f15-4ea3-9da9-41ddcae17777 admin admin] Router 35495535-31dc-4c96-b433-bc03414b08f0 has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:49:05.611810 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9c77f1-6f15-4ea3-9da9-41ddcae17777 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:49:05.616983 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-dc9c77f1-6f15-4ea3-9da9-41ddcae17777 admin admin] 10.222.0.43 "PUT /v2.0/routers/35495535-31dc-4c96-b433-bc03414b08f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3198774 Jun 23 22:49:05.619336 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41674) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:49:05.623267 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7fb5d8-ac74-4ace-a4f1-0bcf5e926ee3 None None] Sync routers for ids ['35495535-31dc-4c96-b433-bc03414b08f0'] in dv-cinder-846173-2-iscsi {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:49:05.634965 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7fb5d8-ac74-4ace-a4f1-0bcf5e926ee3 None None] Routers {'35495535-31dc-4c96-b433-bc03414b08f0'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:49:05.635638 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-2d7fb5d8-ac74-4ace-a4f1-0bcf5e926ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:48:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['35495535-31dc-4c96-b433-bc03414b08f0'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:05.723635 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Publish callbacks [] for router (35495535-31dc-4c96-b433-bc03414b08f0), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:05.742355 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-2d7fb5d8-ac74-4ace-a4f1-0bcf5e926ee3 None None] Set router 35495535-31dc-4c96-b433-bc03414b08f0 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:49:06.019103 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-2d7fb5d8-ac74-4ace-a4f1-0bcf5e926ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:49:05Z', 'revision_number': 5, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:06.045476 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7fb5d8-ac74-4ace-a4f1-0bcf5e926ee3 None None] Checking router: 35495535-31dc-4c96-b433-bc03414b08f0 for host: dv-cinder-846173-2-iscsi {{(pid=104141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:49:06.053525 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:06.056140 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7fb5d8-ac74-4ace-a4f1-0bcf5e926ee3 None None] Routers {'35495535-31dc-4c96-b433-bc03414b08f0'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:49:06.056750 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-2d7fb5d8-ac74-4ace-a4f1-0bcf5e926ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:48:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['35495535-31dc-4c96-b433-bc03414b08f0'], 'active': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:06.069321 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:06.084603 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:06.093144 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:06.139570 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Publish callbacks [] for router_gateway (35495535-31dc-4c96-b433-bc03414b08f0), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.177784 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvr_db [None req-2d7fb5d8-ac74-4ace-a4f1-0bcf5e926ee3 None None] Set router 35495535-31dc-4c96-b433-bc03414b08f0 gateway port host: dv-cinder-846173-2-iscsi {{(pid=104141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:49:06.195375 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Deleting port aef5ff99-2fed-4702-8c4b-0422a3be4210 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:49:06.195709 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.278555 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:06.304599 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] For port aef5ff99-2fed-4702-8c4b-0422a3be4210, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=aef5ff99-2fed-4702-8c4b-0422a3be4210,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:49:06.304961 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.319656 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Calling delete_port for aef5ff99-2fed-4702-8c4b-0422a3be4210 owned by network:router_gateway {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:49:06.362756 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_hamode_db [None req-2d7fb5d8-ac74-4ace-a4f1-0bcf5e926ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:49:05Z', 'revision_number': 5, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:06.388961 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:06.393186 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7fb5d8-ac74-4ace-a4f1-0bcf5e926ee3 None None] The sync data for ids ['35495535-31dc-4c96-b433-bc03414b08f0'] in dv-cinder-846173-2-iscsi is: [{'id': '35495535-31dc-4c96-b433-bc03414b08f0', 'name': 'tempest-TestMinimumBasicScenario-2135006400-router', 'tenant_id': 'cea45368b61d4748a164cc6b76293749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:50Z', 'updated_at': '2022-06-23T22:49:05Z', 'revision_number': 5, 'project_id': 'cea45368b61d4748a164cc6b76293749', 'gw_port': {'id': 'aef5ff99-2fed-4702-8c4b-0422a3be4210', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35495535-31dc-4c96-b433-bc03414b08f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:51Z', 'updated_at': '2022-06-23T22:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}] {{(pid=104141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:49:06.504704 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (aef5ff99-2fed-4702-8c4b-0422a3be4210), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.526776 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef5ff99-2fed-4702-8c4b-0422a3be4210,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:06.585144 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device fdbb6199-e947-45ff-aadd-1b4eb33cf84b no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:49:06.594229 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892053'] for router_gateway (35495535-31dc-4c96-b433-bc03414b08f0), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.604043 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] No Port match for: fdbb6199-e947-45ff-aadd-1b4eb33cf84b {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:49:06.604392 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Device fdbb6199-e947-45ff-aadd-1b4eb33cf84b not bound to the agent host hv-cinder-84617 {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:49:06.679870 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7885660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7573'] for router (35495535-31dc-4c96-b433-bc03414b08f0), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.681923 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Publish callbacks [] for router_controller (35495535-31dc-4c96-b433-bc03414b08f0), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.723986 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7885778'] for router (35495535-31dc-4c96-b433-bc03414b08f0), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.724806 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35495535-31dc-4c96-b433-bc03414b08f0 {{(pid=104138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 22:49:06.729834 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.730775 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-bfca6aa7-9a95-4598-b89e-2a3db66d3fb2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/35495535-31dc-4c96-b433-bc03414b08f0 HTTP/1.1" status: 204 len: 168 time: 1.1104445 Jun 23 22:49:06.733593 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41676) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:49:06.783405 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2881abfb-c0be-43a2-9e40-74c0772ae7bd admin admin] Deleting subnet 87a6f24b-fda7-409c-8a60-e80da2359094 {{(pid=104139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:49:06.787538 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2881abfb-c0be-43a2-9e40-74c0772ae7bd admin admin] Publish callbacks [] for subnet (87a6f24b-fda7-409c-8a60-e80da2359094), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.830104 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2881abfb-c0be-43a2-9e40-74c0772ae7bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367172'] for subnet (87a6f24b-fda7-409c-8a60-e80da2359094), precommit_delete_associations {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.855614 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:49:06.879852 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:49:06.880201 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 24cb1f0f-cc2f-46d9-9e05-9e6b89d546f9 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:49:06.910480 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2881abfb-c0be-43a2-9e40-74c0772ae7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (87a6f24b-fda7-409c-8a60-e80da2359094), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.964534 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2881abfb-c0be-43a2-9e40-74c0772ae7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4274979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295209'] for subnet (87a6f24b-fda7-409c-8a60-e80da2359094), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:06.994325 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881abfb-c0be-43a2-9e40-74c0772ae7bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87a6f24b-fda7-409c-8a60-e80da2359094,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:06.998122 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2881abfb-c0be-43a2-9e40-74c0772ae7bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:07.003403 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-2881abfb-c0be-43a2-9e40-74c0772ae7bd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/87a6f24b-fda7-409c-8a60-e80da2359094 HTTP/1.1" status: 204 len: 168 time: 0.2687607 Jun 23 22:49:07.004560 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41678) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:49:07.005304 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d08e67a-e6bf-4c51-9868-e73524c720f8 None None] Network cd8c19e1-bc34-463d-b302-704d2f051ae3 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:49:07.079463 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (cd8c19e1-bc34-463d-b302-704d2f051ae3), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:07.124574 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Deleting port f0591802-384e-4f34-9ed0-d395ed1a9ca8 {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:49:07.124903 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:07.199436 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] For port f0591802-384e-4f34-9ed0-d395ed1a9ca8, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=f0591802-384e-4f34-9ed0-d395ed1a9ca8,segment=NetworkSegment(5ff91f18-a35c-408e-9ff5-c2193654e3c7),segment_id=5ff91f18-a35c-408e-9ff5-c2193654e3c7)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:49:07.199790 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:07.212092 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Calling delete_port for f0591802-384e-4f34-9ed0-d395ed1a9ca8 owned by network:dhcp {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:49:07.288241 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (f0591802-384e-4f34-9ed0-d395ed1a9ca8), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:07.316228 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=f0591802-384e-4f34-9ed0-d395ed1a9ca8,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:07.319506 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] No DVR routers for this DVR port f0591802-384e-4f34-9ed0-d395ed1a9ca8 on host dv-cinder-846173-2-iscsi {{(pid=104139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:49:07.387999 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (cd8c19e1-bc34-463d-b302-704d2f051ae3), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:07.408934 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8c19e1-bc34-463d-b302-704d2f051ae3']}} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:07.418230 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff91f18-a35c-408e-9ff5-c2193654e3c7') {'for_net_delete': True} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:07.418521 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff91f18-a35c-408e-9ff5-c2193654e3c7') {} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:07.428495 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367199'] for segment (5ff91f18-a35c-408e-9ff5-c2193654e3c7), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:07.444332 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (5ff91f18-a35c-408e-9ff5-c2193654e3c7), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:07.454716 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=104139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:49:07.458539 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba49848-aa91-4fcc-9a62-893b12ea8df0 None None] DHCP port deletion for cd8c19e1-bc34-463d-b302-704d2f051ae3 request from dv-cinder-846173-2-iscsi {{(pid=104140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 22:49:07.459217 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275017'] for segment (5ff91f18-a35c-408e-9ff5-c2193654e3c7), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:07.487462 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 5ff91f18-a35c-408e-9ff5-c2193654e3c7 resource provider aggregate not found Jun 23 22:49:07.529336 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment 5ff91f18-a35c-408e-9ff5-c2193654e3c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ff91f18-a35c-408e-9ff5-c2193654e3c7 found for delete ", "request_id": "req-435eb4f5-d401-4bf0-8669-cd9abed3f038"}]} Jun 23 22:49:07.530256 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:07.538876 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (cd8c19e1-bc34-463d-b302-704d2f051ae3), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:07.543691 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:07.550378 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] 10.222.0.43 "DELETE /v2.0/networks/cd8c19e1-bc34-463d-b302-704d2f051ae3 HTTP/1.1" status: 204 len: 168 time: 0.5414901 Jun 23 22:49:07.551038 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41684) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:49:07.561083 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b90065-b497-4cdb-85ea-ac4376cc6eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8c19e1-bc34-463d-b302-704d2f051ae3,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:07.860357 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f0189bd9-2cb3-455a-bc0e-7453f97a5f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7886309'] for router_interface (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:08.017821 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:08.077850 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-f0189bd9-2cb3-455a-bc0e-7453f97a5f42 admin admin] Deleting port cbf89772-3f6d-4800-843f-d17bbf8f5737 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:49:08.078218 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f0189bd9-2cb3-455a-bc0e-7453f97a5f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:08.153627 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:08.161808 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-f0189bd9-2cb3-455a-bc0e-7453f97a5f42 admin admin] For port cbf89772-3f6d-4800-843f-d17bbf8f5737, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=cbf89772-3f6d-4800-843f-d17bbf8f5737,segment=NetworkSegment(b7d8f2c2-edaf-48c7-9e8c-df70bab94a87),segment_id=b7d8f2c2-edaf-48c7-9e8c-df70bab94a87)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:49:08.162163 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f0189bd9-2cb3-455a-bc0e-7453f97a5f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:08.176261 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-f0189bd9-2cb3-455a-bc0e-7453f97a5f42 admin admin] Calling delete_port for cbf89772-3f6d-4800-843f-d17bbf8f5737 owned by network:router_interface {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:49:08.350091 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f0189bd9-2cb3-455a-bc0e-7453f97a5f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (cbf89772-3f6d-4800-843f-d17bbf8f5737), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:08.373721 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0189bd9-2cb3-455a-bc0e-7453f97a5f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf89772-3f6d-4800-843f-d17bbf8f5737,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:08.531976 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-f0189bd9-2cb3-455a-bc0e-7453f97a5f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886193'] for router_interface (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:08.735838 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0189bd9-2cb3-455a-bc0e-7453f97a5f42 admin admin] Router 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e has already been hosted by L3 agent 1796ae9b-242a-4b39-9644-69851d1b1a26 {{(pid=104138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 22:49:08.752660 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device f0591802-384e-4f34-9ed0-d395ed1a9ca8 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:49:08.772229 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: f0591802-384e-4f34-9ed0-d395ed1a9ca8 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:49:08.772568 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device f0591802-384e-4f34-9ed0-d395ed1a9ca8 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:49:08.772979 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device aef5ff99-2fed-4702-8c4b-0422a3be4210 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:49:08.794124 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: aef5ff99-2fed-4702-8c4b-0422a3be4210 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:49:08.794468 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device aef5ff99-2fed-4702-8c4b-0422a3be4210 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:49:08.838224 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0189bd9-2cb3-455a-bc0e-7453f97a5f42 admin admin] Notify agent at l3_agent.dv-cinder-846173-2-iscsi the message routers_updated {{(pid=104138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 22:49:08.845109 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-f0189bd9-2cb3-455a-bc0e-7453f97a5f42 admin admin] 10.222.0.43 "PUT /v2.0/routers/1750ff21-8bd4-4d1b-af9a-58cf3c2d597e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2928014 Jun 23 22:49:08.845827 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41686) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:49:08.846524 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f8773-e5b4-44f0-bd01-acd8e765aba0 None None] Sync routers for ids ['1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'] in dv-cinder-846173-2-iscsi {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 22:49:08.852570 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:08.856965 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f8773-e5b4-44f0-bd01-acd8e765aba0 None None] Routers {'1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:49:08.857568 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-f53f8773-e5b4-44f0-bd01-acd8e765aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:48:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:08.940723 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:08.947325 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Publish callbacks [] for router (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:08.960452 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-f53f8773-e5b4-44f0-bd01-acd8e765aba0 None None] Set router 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e gateway port host: dv-cinder-846173-2-iscsi {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:49:09.039470 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:09.055315 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Publish callbacks [] for router_gateway (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.099151 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Deleting port 2b374814-6ea1-41b5-883a-78364b2034d7 {{(pid=104138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:49:09.099480 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (2b374814-6ea1-41b5-883a-78364b2034d7), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.188714 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.db [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] For port 2b374814-6ea1-41b5-883a-78364b2034d7, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=2b374814-6ea1-41b5-883a-78364b2034d7,segment=NetworkSegment(23c53f9c-d667-4e0f-a4a2-09cd48a36ce7),segment_id=23c53f9c-d667-4e0f-a4a2-09cd48a36ce7)] {{(pid=104138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:49:09.189165 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (2b374814-6ea1-41b5-883a-78364b2034d7), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.199608 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:09.201952 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.plugins.ml2.plugin [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Calling delete_port for 2b374814-6ea1-41b5-883a-78364b2034d7 owned by network:router_gateway {{(pid=104138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:49:09.261465 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-f53f8773-e5b4-44f0-bd01-acd8e765aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'name': 'tempest-TestMinimumBasicScenario-1050394629-router', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'external_fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:56Z', 'updated_at': '2022-06-23T22:49:08Z', 'revision_number': 5, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'gw_port': {'id': '2b374814-6ea1-41b5-883a-78364b2034d7', 'name': '', 'network_id': '6e26287c-7a8e-421e-96a7-49a5147437a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cc405269-fc2f-4873-a981-362f599c4440', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T22:46:57Z', 'updated_at': '2022-06-23T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc405269-fc2f-4873-a981-362f599c4440', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-2-iscsi'}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:09.286167 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f8773-e5b4-44f0-bd01-acd8e765aba0 None None] Checking router: 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e for host: dv-cinder-846173-2-iscsi {{(pid=104140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 22:49:09.294584 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f8773-e5b4-44f0-bd01-acd8e765aba0 None None] Routers {'1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'} bound to L3 agent in host dv-cinder-846173-2-iscsi {{(pid=104140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 22:49:09.295216 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-f53f8773-e5b4-44f0-bd01-acd8e765aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T22:27:54Z,description=,heartbeat_timestamp=2022-06-23T22:48:55Z,host='dv-cinder-846173-2-iscsi',id=1796ae9b-242a-4b39-9644-69851d1b1a26,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T22:27:54Z,topic='l3_agent')) {'router_ids': ['1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'], 'active': True} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:09.369417 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770311'] for port (2b374814-6ea1-41b5-883a-78364b2034d7), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.382537 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvr_db [None req-f53f8773-e5b4-44f0-bd01-acd8e765aba0 None None] Set router 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e gateway port host: None {{(pid=104140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 22:49:09.393821 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b374814-6ea1-41b5-883a-78364b2034d7,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:09.434240 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_hamode_db [None req-f53f8773-e5b4-44f0-bd01-acd8e765aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'name': 'tempest-TestMinimumBasicScenario-1050394629-router', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:56Z', 'updated_at': '2022-06-23T22:49:09Z', 'revision_number': 6, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'gw_port_host': None}], 'dv-cinder-846173-2-iscsi', False) {} {{(pid=104140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:09.459692 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7892053'] for router_gateway (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.459968 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f8773-e5b4-44f0-bd01-acd8e765aba0 None None] The sync data for ids ['1750ff21-8bd4-4d1b-af9a-58cf3c2d597e'] in dv-cinder-846173-2-iscsi is: [{'id': '1750ff21-8bd4-4d1b-af9a-58cf3c2d597e', 'name': 'tempest-TestMinimumBasicScenario-1050394629-router', 'tenant_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T22:46:56Z', 'updated_at': '2022-06-23T22:49:09Z', 'revision_number': 6, 'project_id': '19cfa8f118ab4adf804fa31768a7e8cd', 'gw_port_host': None}] {{(pid=104140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 22:49:09.552141 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7885660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7573'] for router (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.554290 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Publish callbacks [] for router_controller (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.595536 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7885778'] for router (1750ff21-8bd4-4d1b-af9a-58cf3c2d597e), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.596099 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1750ff21-8bd4-4d1b-af9a-58cf3c2d597e {{(pid=104138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 22:49:09.600969 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.602093 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-aa934565-8837-46c8-b5fa-3625255ed3b2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1750ff21-8bd4-4d1b-af9a-58cf3c2d597e HTTP/1.1" status: 204 len: 168 time: 0.7553697 Jun 23 22:49:09.604623 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.wsgi [-] (104138) accepted ('10.222.0.43', 41688) {{(pid=104138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:49:09.653220 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d947be7-6e07-4370-9ef8-7adb7877226e admin admin] Deleting subnet a176591d-4b22-4902-b413-99775841c113 {{(pid=104138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 22:49:09.657400 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1d947be7-6e07-4370-9ef8-7adb7877226e admin admin] Publish callbacks [] for subnet (a176591d-4b22-4902-b413-99775841c113), before_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.692550 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1d947be7-6e07-4370-9ef8-7adb7877226e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350737'] for subnet (a176591d-4b22-4902-b413-99775841c113), precommit_delete_associations {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.715650 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:09.767244 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1d947be7-6e07-4370-9ef8-7adb7877226e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627015'] for subnet (a176591d-4b22-4902-b413-99775841c113), precommit_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.830552 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1d947be7-6e07-4370-9ef8-7adb7877226e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4994293'] for subnet (a176591d-4b22-4902-b413-99775841c113), after_delete {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.858178 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d947be7-6e07-4370-9ef8-7adb7877226e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a176591d-4b22-4902-b413-99775841c113,revision_number=None']} {{(pid=104138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:09.861052 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG neutron_lib.callbacks.manager [None req-1d947be7-6e07-4370-9ef8-7adb7877226e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for subnet (None), before_response {{(pid=104138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.866877 dv-cinder-846173-2-iscsi neutron-server[104138]: INFO neutron.wsgi [None req-1d947be7-6e07-4370-9ef8-7adb7877226e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a176591d-4b22-4902-b413-99775841c113 HTTP/1.1" status: 204 len: 168 time: 0.2586722 Jun 23 22:49:09.866996 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41690) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:49:09.870303 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce18b94-f91e-4c13-ad15-a25f94eb33a8 None None] Network 15d913f7-cd4d-4900-b78b-6c7d440f3579 requested from dv-cinder-846173-2-iscsi {{(pid=104140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 22:49:09.945914 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948432'] for network (15d913f7-cd4d-4900-b78b-6c7d440f3579), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:09.991141 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Deleting port c840ec92-a112-427b-9e36-249c3478ecbc {{(pid=104139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:49:09.991549 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.056356 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] DHCP port deletion for 15d913f7-cd4d-4900-b78b-6c7d440f3579 request from dv-cinder-846173-2-iscsi {{(pid=104140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 22:49:10.056937 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.db [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] For port c840ec92-a112-427b-9e36-249c3478ecbc, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=c840ec92-a112-427b-9e36-249c3478ecbc,segment=NetworkSegment(b7d8f2c2-edaf-48c7-9e8c-df70bab94a87),segment_id=b7d8f2c2-edaf-48c7-9e8c-df70bab94a87)] {{(pid=104139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:49:10.057285 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.059378 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:10.073879 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.plugin [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Calling delete_port for c840ec92-a112-427b-9e36-249c3478ecbc owned by network:dhcp {{(pid=104139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:49:10.096684 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Deleting port c840ec92-a112-427b-9e36-249c3478ecbc {{(pid=104140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 22:49:10.097171 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743240925736'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), before_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.158276 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4275060'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.169739 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.db [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] For port c840ec92-a112-427b-9e36-249c3478ecbc, host dv-cinder-846173-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-2-iscsi',level=0,port_id=c840ec92-a112-427b-9e36-249c3478ecbc,segment=NetworkSegment(b7d8f2c2-edaf-48c7-9e8c-df70bab94a87),segment_id=b7d8f2c2-edaf-48c7-9e8c-df70bab94a87)] {{(pid=104140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 22:49:10.170147 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889618'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), precommit_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.171149 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] No DVR routers for this DVR port c840ec92-a112-427b-9e36-249c3478ecbc on host dv-cinder-846173-2-iscsi {{(pid=104139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:49:10.185387 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Calling delete_port for c840ec92-a112-427b-9e36-249c3478ecbc owned by network:dhcp {{(pid=104140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 22:49:10.190586 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Pushing event deleted for resources: {'Port': ['ID=c840ec92-a112-427b-9e36-249c3478ecbc,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:10.267207 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743240932464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743240445597'] for port (c840ec92-a112-427b-9e36-249c3478ecbc), after_delete {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.296056 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Pushing event deleted for resources: {'Port': ['ID=c840ec92-a112-427b-9e36-249c3478ecbc,revision_number=None']} {{(pid=104140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:10.301234 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] No DVR routers for this DVR port c840ec92-a112-427b-9e36-249c3478ecbc on host dv-cinder-846173-2-iscsi {{(pid=104140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 22:49:10.310990 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.310990 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.310990 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.310990 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.310990 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.310990 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.310990 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.310990 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.310990 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.312140 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.312140 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.312140 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.312140 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.313322 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.313322 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e4776-3082-4f2d-8b88-1f01b383d7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-2-iscsi {{(pid=104140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 22:49:10.490941 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001786', 'neutron.services.segments.db._delete_segments_for_network-8743240854411'] for network (15d913f7-cd4d-4900-b78b-6c7d440f3579), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.511280 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d913f7-cd4d-4900-b78b-6c7d440f3579']}} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:10.520517 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d8f2c2-edaf-48c7-9e8c-df70bab94a87') {'for_net_delete': True} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:10.520804 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.services.segments.db [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d8f2c2-edaf-48c7-9e8c-df70bab94a87') {} {{(pid=104139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 22:49:10.530073 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743240855700', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367199'] for segment (b7d8f2c2-edaf-48c7-9e8c-df70bab94a87), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.543368 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327'] for segment (b7d8f2c2-edaf-48c7-9e8c-df70bab94a87), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.549995 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=104139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 22:49:10.550473 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275017'] for segment (b7d8f2c2-edaf-48c7-9e8c-df70bab94a87), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.600037 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment b7d8f2c2-edaf-48c7-9e8c-df70bab94a87 resource provider aggregate not found Jun 23 22:49:10.611921 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001763', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7896130'] for network (15d913f7-cd4d-4900-b78b-6c7d440f3579), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.619225 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888612'] for network (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.621844 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] 10.222.0.43 "DELETE /v2.0/networks/15d913f7-cd4d-4900-b78b-6c7d440f3579 HTTP/1.1" status: 204 len: 168 time: 0.7539930 Jun 23 22:49:10.623347 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.services.segments.plugin [-] Segment b7d8f2c2-edaf-48c7-9e8c-df70bab94a87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7d8f2c2-edaf-48c7-9e8c-df70bab94a87 found for delete ", "request_id": "req-99f36a5e-0d0f-4f5a-8303-20e49668fb45"}]} Jun 23 22:49:10.634713 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b26d72-af0a-41a6-a1aa-10f5c830c75e admin admin] Pushing event deleted for resources: {'Network': ['ID=15d913f7-cd4d-4900-b78b-6c7d440f3579,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:10.700326 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device cbf89772-3f6d-4800-843f-d17bbf8f5737 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:49:10.720595 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: cbf89772-3f6d-4800-843f-d17bbf8f5737 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:49:10.721201 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device cbf89772-3f6d-4800-843f-d17bbf8f5737 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:49:10.721611 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device c840ec92-a112-427b-9e36-249c3478ecbc no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:49:10.740718 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: c840ec92-a112-427b-9e36-249c3478ecbc {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:49:10.741233 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device c840ec92-a112-427b-9e36-249c3478ecbc not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:49:10.741452 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 2b374814-6ea1-41b5-883a-78364b2034d7 no longer exists at agent ovs-agent-dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 22:49:10.760781 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.plugin [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] No Port match for: 2b374814-6ea1-41b5-883a-78364b2034d7 {{(pid=104140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 22:49:10.761181 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron.plugins.ml2.rpc [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Device 2b374814-6ea1-41b5-883a-78364b2034d7 not bound to the agent host dv-cinder-846173-2-iscsi {{(pid=104140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 22:49:10.829290 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41698) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:49:10.872473 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-684471ed-260f-4769-8a7c-fe902ac65ea7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cea45368b61d4748a164cc6b76293749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419793 Jun 23 22:49:10.876584 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41700) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:49:10.929687 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e1525ee2-b000-4018-bc7b-12720dcc44ef admin admin] Publish callbacks [] for security_group (f77b513e-f159-4924-9f7d-0f21a62daf16), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.951039 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e1525ee2-b000-4018-bc7b-12720dcc44ef admin admin] Publish callbacks [] for security_group (f77b513e-f159-4924-9f7d-0f21a62daf16), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:10.999775 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e1525ee2-b000-4018-bc7b-12720dcc44ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (f77b513e-f159-4924-9f7d-0f21a62daf16), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:11.003124 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-e1525ee2-b000-4018-bc7b-12720dcc44ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:11.004252 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-e1525ee2-b000-4018-bc7b-12720dcc44ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f77b513e-f159-4924-9f7d-0f21a62daf16 HTTP/1.1" status: 204 len: 168 time: 0.1267071 Jun 23 22:49:11.012157 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1525ee2-b000-4018-bc7b-12720dcc44ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77b513e-f159-4924-9f7d-0f21a62daf16,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:11.321113 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41706) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:49:11.360676 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-86c9e07e-a379-4be4-86f8-930e54998336 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19cfa8f118ab4adf804fa31768a7e8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383284 Jun 23 22:49:11.363505 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [-] (104139) accepted ('10.222.0.43', 41708) {{(pid=104139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 22:49:11.411033 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2e27e3c0-9f28-4b1d-bad0-f8791765d2aa admin admin] Publish callbacks [] for security_group (e007dd24-7fc9-4251-8579-a2a02eaf6929), before_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:11.432247 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2e27e3c0-9f28-4b1d-bad0-f8791765d2aa admin admin] Publish callbacks [] for security_group (e007dd24-7fc9-4251-8579-a2a02eaf6929), precommit_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:11.479121 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2e27e3c0-9f28-4b1d-bad0-f8791765d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7912405'] for security_group (e007dd24-7fc9-4251-8579-a2a02eaf6929), after_delete {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:11.481565 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron_lib.callbacks.manager [None req-2e27e3c0-9f28-4b1d-bad0-f8791765d2aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:11.482657 dv-cinder-846173-2-iscsi neutron-server[104139]: INFO neutron.wsgi [None req-2e27e3c0-9f28-4b1d-bad0-f8791765d2aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e007dd24-7fc9-4251-8579-a2a02eaf6929 HTTP/1.1" status: 204 len: 168 time: 0.1182921 Jun 23 22:49:11.486325 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:11.492143 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27e3c0-9f28-4b1d-bad0-f8791765d2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e007dd24-7fc9-4251-8579-a2a02eaf6929,revision_number=None']} {{(pid=104139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 22:49:16.364804 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=24 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:16.365568 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=28 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:17.864301 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:49:19.836277 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:19.838743 dv-cinder-846173-2-iscsi neutron-server[104138]: DEBUG dbcounter [-] [104138] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:21.467493 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG dbcounter [-] [104139] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104139) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:22.371469 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70cdbc05-61fb-46c7-bda4-4810eab63ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:24.541497 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-8dc83a00-e2c9-4347-aea0-c96629c1211f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:26.012828 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:27.147413 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:27.477573 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:27.485536 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:29.837102 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:29.842089 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:33.222627 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:43.216435 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:43.218988 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:50.868081 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:49:52.373169 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-13ecdc5d-be0c-4131-b407-bf1804492dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:54.543564 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-07cafec4-8adc-4041-97c5-83c0bd768da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:54.863722 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:49:56.017093 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:57.150910 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:49:57.488966 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:50:03.221971 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:50:06.834081 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:50:06.839153 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:50:13.211801 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=9 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:50:13.217895 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:50:22.375780 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-3d1efae1-61cd-4c00-8cb8-4222df7a7d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:50:24.546418 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-92fe13e7-b615-4721-8042-46e0f101e550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:50:26.018270 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:50:27.153285 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:50:27.498950 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:50:31.863588 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:50:33.235909 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:50:43.229369 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:50:43.232719 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:50:50.196225 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=17 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:50:50.198139 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=17 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:50:52.377377 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2994ac79-fc08-443d-afc0-3983826f174d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:50:54.550281 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-54b14d80-d1c7-45b3-9d73-c28884af2298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:50:56.021335 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:50:57.169418 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:50:57.491388 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:03.234388 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:08.862697 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:51:13.228183 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:51:13.230130 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:51:20.828485 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:51:20.833520 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:51:22.379122 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4aa5fea2-7d30-46b1-a202-f889272f4356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:24.551817 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-7af19bf3-75bc-4de7-ac6b-9db01c39edac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:26.023937 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:27.161698 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:27.497378 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:33.232579 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:41.385157 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [req-f774d7aa-3202-4099-8525-d20f701efee8 req-2d30d216-639a-4451-9424-bf37c01784f3 service neutron] (104139) timed out ('10.222.0.55', 51014) {{(pid=104139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 22:51:43.226975 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:51:43.228809 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:51:45.862164 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:51:52.383549 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-26b8dff2-f9a9-4eb2-a7f9-9fc9bf5c3695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:54.553326 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-b72420fa-788c-4fd4-96b3-d51a20d5b0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:56.027554 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:57.164452 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:57.488753 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:51:57.824195 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:51:57.829356 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:52:03.240845 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:52:13.230129 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:52:13.237114 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:52:22.385655 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-c5eb3e24-845f-4ec2-b768-e4c9e6e67b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:52:22.862463 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:52:24.556161 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-a42390c3-79e0-49db-8742-f5c04307f7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:52:26.030504 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:52:27.166056 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:52:27.491026 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:52:33.263095 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:52:34.834746 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=6 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:52:43.257133 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:52:43.259048 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:52:50.200668 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=11 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:52:50.202360 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=19 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:52:52.386799 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-61f437bb-3cda-4208-83c0-557a22537ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:52:54.557516 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1439-691e-4232-81c0-16409371af71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:52:56.031916 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:52:57.172139 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:52:57.494580 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:52:59.861991 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:53:03.260755 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:53:11.835848 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:53:11.840060 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:53:13.255277 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:53:13.257294 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:53:22.390429 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e77dad69-b1df-4e02-9b9f-b261a86f496c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:53:24.560402 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4057-0b2a-4129-a2b9-ee5f1fe5233b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:53:26.034227 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:53:27.171440 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:53:27.496541 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:53:33.249325 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:53:36.861450 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:53:41.980362 dv-cinder-846173-2-iscsi neutron-server[104139]: DEBUG neutron.wsgi [req-9c571735-4957-4e32-8f9c-b29dfe5e454d req-1a753b2a-208b-4ae1-94fa-25c94be1e923 service neutron] (104139) timed out ('10.222.0.55', 50989) {{(pid=104139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 22:53:43.243776 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:53:43.245723 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:53:48.836502 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:53:50.877195 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:53:52.391985 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-2c48af3d-4426-4c59-92eb-bfaf17ddef2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:53:54.562302 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-ce15174a-4e0d-451f-af68-200fb043b773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:53:56.037574 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:53:57.174265 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:53:57.499147 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:54:03.267016 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:54:13.261305 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:54:13.262599 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG dbcounter [-] [104140] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104140) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:54:13.860814 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG neutron.db.agents_db [None req-f0220af3-65f4-4639-aee9-215281e8910a None None] Agent healthcheck: found 6 active agents {{(pid=104141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 22:54:22.393704 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-525604b7-f0d9-47b3-85b6-e62a73ad4b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (97d29913-b122-49c0-b117-2bcac00ab892), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:54:24.566231 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e9c7cc25-55e6-455a-a79f-c4b259272a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (1796ae9b-242a-4b39-9644-69851d1b1a26), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:54:25.837810 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:54:25.842733 dv-cinder-846173-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 22:54:26.042076 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-e750e52d-1af0-4b3e-8e54-2ff03dc102e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (797e3281-ef7d-447b-bd33-1118089e9d0c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:54:27.178218 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-4617fee7-a0a5-4e27-ba44-b286bb9d4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (4b2c3b3f-7a4c-48c4-b0c3-a6641e01f12c), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:54:27.501268 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-70386091-5333-4796-b9c5-cc49e865edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (722187a0-d141-4128-a247-9431a5ead53e), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 22:54:33.273246 dv-cinder-846173-2-iscsi neutron-server[104140]: DEBUG neutron_lib.callbacks.manager [None req-22f02a67-e347-4b91-af38-e77299bf7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743240854393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627579'] for agent (60ff80b7-6396-4151-bf38-0e3f31bb90b3), after_update {{(pid=104140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}